-- Logs begin at Mon 2020-12-21 03:19:17 UTC, end at Mon 2020-12-21 04:53:04 UTC. --
Dec 21 03:54:48.481527 dv-cinder-733062-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 21 03:54:51.172562 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.common.config [-] Logging enabled!
Dec 21 03:54:51.173079 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev284
Dec 21 03:54:51.174593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80181) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 21 03:54:51.175362 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.common.config [-] Logging enabled!
Dec 21 03:54:51.175649 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev284
Dec 21 03:54:51.175926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80181) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 21 03:54:51.177004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 21 03:54:51.177267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 21 03:54:51.178285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 21 03:54:51.178569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 21 03:54:51.178826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 21 03:54:51.179218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.179561 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.179898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.180162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.180501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.180834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.181153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.181482 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.181820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.182143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.182457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.182775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.183603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.184057 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.184388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.184718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.184974 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.185291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.185827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.186145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.186463 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.186788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.187124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.187438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.187761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.188123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] host                           = dv-cinder-733062-17-iscsi {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.188436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.188762 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.189086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.189410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.189718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.190030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.190352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.190661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.190988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.191300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.191626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.191951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.192282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.192536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.192786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.193110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.193437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.193748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.194054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.194359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.194666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.195000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.195302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.195629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.195953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.196274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.196583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.196890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.197194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.197501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.197827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.198133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.198441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.198825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.199329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.199640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.199952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.200297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.200622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.200945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.201271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.201580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.201903 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.202208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.202513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.202816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.203150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.203454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.203776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.204081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.204385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.204689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.204993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.205317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:51.205649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.205987 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.206328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.206647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.206995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.207317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.207646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.207964 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.208295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.208625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.208948 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.209262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.209587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.209924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.210254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.210563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.210877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.211233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.211549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.211860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.212188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.212502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.212812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.213126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.213437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.213743 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.214049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.214393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.214720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.215055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.215362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.215668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.215980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.216286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.216608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.216921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.217227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.217532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.217853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.218161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.218470 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.218784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.219120 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.219434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.219743 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.220050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.220362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.220673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.220981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.221287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.221593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.221907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.222215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.222525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.222832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.223165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.223471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.223794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.224129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.224445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.224759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.225073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.225387 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.225698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.226010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.226328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.226640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.226967 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.227300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.227619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.227945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.228263 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.228580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.228916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.229229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.229548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.230367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.230838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.231226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.231555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.231890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.232224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.232557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.233143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.233471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.233788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.234138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.234452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:51.234700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 21 03:54:51.234989 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80181) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 21 03:54:51.891401 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO keyring.backend [-] Loading Gnome
Dec 21 03:54:51.908350 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO keyring.backend [-] Loading Google
Dec 21 03:54:51.911821 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO keyring.backend [-] Loading Windows (alt)
Dec 21 03:54:51.915322 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO keyring.backend [-] Loading file
Dec 21 03:54:51.916307 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO keyring.backend [-] Loading keyczar
Dec 21 03:54:51.916591 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO keyring.backend [-] Loading multi
Dec 21 03:54:51.917228 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO keyring.backend [-] Loading pyfs
Dec 21 03:54:51.964436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:54:51.964793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:54:51.965126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:54:51.965498 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 21 03:54:52.371805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.372348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.372454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.434145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.434462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.434763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.437904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.438207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.438498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.517324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.517640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.517940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.518976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.519280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.519573 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.637085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7e44d1ad90> agent after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.637303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7e44d1ad90> agent after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.637582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7e44d1ae18> segment precommit_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.637882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7e44d1aea0> network precommit_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.638718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7e44d2f048> segment before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.820033 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> network before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.820405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7e44cf2048> agent before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.820725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> network before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.821033 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> port before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.821331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> port before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.821705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> segment after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.822005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> segment precommit_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.822297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> segment precommit_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.822583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> segment after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.822944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> network after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.823232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> network precommit_delete 0 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.823533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> port provisioning_complete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.823867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> rbac-policy before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.824147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> rbac-policy after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.824455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> agent after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.824764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> subnet after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.825056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> subnet precommit_delete 0 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.825370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> rbac-policy before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.825661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> rbac-policy before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.826136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> port after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.826421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> port after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.826700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> port after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.827056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> rbac-policy before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.827337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> rbac-policy before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.827612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7e456e6ba8>> rbac-policy before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.828036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 03:54:52.828312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 03:54:52.828584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 03:54:52.828857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 03:54:52.829123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 03:54:52.829393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 03:54:52.830758 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 21 03:54:52.838122 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 21 03:54:52.845530 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 21 03:54:52.850833 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])])
Dec 21 03:54:52.853635 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 21 03:54:52.854724 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 21 03:54:52.855686 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 21 03:54:52.856122 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 21 03:54:52.859884 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 21 03:54:52.860168 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 21 03:54:52.860560 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 21 03:54:52.882836 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 21 03:54:52.883364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7e44b10b70>> qos_plugin after_init 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.883687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80181) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 21 03:54:52.884092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7e44a3aba8>> logging-plugin after_init 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.885434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80181) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 21 03:54:52.885751 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 21 03:54:52.886056 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 21 03:54:52.889395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7e44a3ac50>> floatingip before_response 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.889642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7e44a3ac50>> port before_response 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:52.955531 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 21 03:54:52.955800 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 21 03:54:52.956075 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 21 03:54:52.956480 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 21 03:54:52.993338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.sqlalchemy.engines [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80181) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 21 03:54:53.306258 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Initializing driver for type 'gre'
Dec 21 03:54:53.306824 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] gre ID ranges: [(1, 1000)]
Dec 21 03:54:53.348528 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Initializing driver for type 'local'
Dec 21 03:54:53.348908 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Initializing driver for type 'vlan'
Dec 21 03:54:53.359360 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] VlanTypeDriver initialization complete
Dec 21 03:54:53.359729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Initializing driver for type 'vxlan'
Dec 21 03:54:53.360246 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] vxlan ID ranges: [(1, 1000)]
Dec 21 03:54:53.401274 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Initializing extension driver 'port_security'
Dec 21 03:54:53.402281 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.extensions.port_security [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] PortSecurityExtensionDriver initialization complete
Dec 21 03:54:53.402491 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Initializing mechanism driver 'openvswitch'
Dec 21 03:54:53.408775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:54:53.409718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e522824e0>> port after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.410159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e522824e0>> port after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.410549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e522824e0>> port after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.410999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e3438>> subnet after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.411392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e3438>> subnet after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.411774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e3438>> subnet after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.412197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e35f8>> network after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.412580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e35f8>> network after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.412958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e35f8>> network after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.413373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e37b8>> security_group after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.413753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e37b8>> security_group after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.414130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e37b8>> security_group after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.414548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e3978>> security_group_rule after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.414948 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e3978>> security_group_rule after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.415328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e3978>> security_group_rule after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.415882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e3b38>> address_group after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.416267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e3b38>> address_group after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.416650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7e445e3b38>> address_group after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.417019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] ML2 OVO RPC backend initialized. {{(pid=80181) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 21 03:54:53.418290 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> router_interface after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.418683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> router_interface after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.419193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> network before_response 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.419585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> networks before_response 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.419972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> port before_response 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.420353 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> ports before_response 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.420736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> subnet before_response 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.421116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> subnets before_response 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.421503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> network after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.421881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> network after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.422257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> network after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.422631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> port after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.423034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> port after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.423409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> port after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.423782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> subnet after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.424156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> subnet after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.424527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7e445e3c18>> subnet after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.425156 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.plugin [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Modular L2 Plugin initialization complete
Dec 21 03:54:53.425515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading services supported by the core plugin {{(pid=80181) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 21 03:54:53.425884 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.plugins.ml2.managers [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Got port-security extension from driver 'port_security'
Dec 21 03:54:53.426394 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.extensions.vlantransparent [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Disabled vlantransparent extension.
Dec 21 03:54:53.427860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80181) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 21 03:54:53.428221 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading Plugin: router
Dec 21 03:54:53.567599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router_interface before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.567970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router after_create 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.568562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router before_create 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.568971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router_interface before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.569393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router_interface after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.569794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router after_delete 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.570198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> floatingip after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.570609 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router after_create 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.571052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router after_update 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.571447 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router after_update 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.571833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router_gateway after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.572236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router after_update 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.572722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router precommit_update 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.573138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7e44b879d8> port after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.574025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7e44b87158> port after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.574529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7e44b871e0> subnet after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.574949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7e44b87a60> subnetpool_address_scope after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.575358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> port precommit_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.575746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router precommit_create 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.576135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7e44b78bf8> port before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.576520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router precommit_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.576931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router after_update 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.577316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router precommit_delete 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.577709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router precommit_create 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.578119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router_interface after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.578505 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> router precommit_update 55549900 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.578953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7e445e3da0>> network after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.579951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Tracking information for resource: router configured {{(pid=80181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 03:54:53.580332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Tracking information for resource: floatingip configured {{(pid=80181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 03:54:53.585208 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_agentschedulers_db [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 21 03:54:53.585868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f7e4456b950> port after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.586266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7e4460f8c8> port after_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.586652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function _notify_port_delete at 0x7f7e4456b8c8> port after_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.587067 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f7e4456bae8> port after_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.587968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7e444ed240>> router before_create 55550100 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.588372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7e444ed240>> router precommit_delete 55550100 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.588773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7e444ed240>> router precommit_create 55550100 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.589193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7e444ed240>> router precommit_update 55550100 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.594481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.provider_configuration [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service providers = [] {{(pid=80181) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 21 03:54:53.594877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.servicetype_db [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80181) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 21 03:54:53.597943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.service_base [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 21 03:54:53.598326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.service_base [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 21 03:54:53.598702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.service_base [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 21 03:54:53.599621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.service_base [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 21 03:54:53.600021 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.services.service_base [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 21 03:54:53.600446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 03:54:53.600798 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 21 03:54:53.622419 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 03:54:53.622791 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading Plugin: auto_allocate
Dec 21 03:54:53.633486 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7e445ad8c8> network precommit_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.633889 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7e445ad8c8> network precommit_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.634477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 03:54:53.634837 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading Plugin: tag
Dec 21 03:54:53.646839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 03:54:53.647263 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading Plugin: timestamp
Dec 21 03:54:53.651123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 03:54:53.651492 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading Plugin: network_ip_availability
Dec 21 03:54:53.657579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e44526160>> rbac-policy before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.657988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e44526160>> rbac-policy before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.658379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e44526160>> rbac-policy before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.659212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 03:54:53.659618 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading Plugin: flavors
Dec 21 03:54:53.675557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 03:54:53.675928 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading Plugin: revisions
Dec 21 03:54:53.680501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 03:54:53.680928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.716s {{(pid=80181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:54:53.681739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80181) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Dec 21 03:54:53.682104 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Initializing extension manager.
Dec 21 03:54:53.682674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: __init__.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.683179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: __pycache__ {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.683589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.683966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: address_group.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.684777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.685430 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: address-group
Dec 21 03:54:53.685796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: address_scope.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.686571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.687171 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: address-scope
Dec 21 03:54:53.687530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: admin_state_down_before_update.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.688473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.689041 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: router-admin-state-down-before-update
Dec 21 03:54:53.689399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: agent.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.690164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.690743 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: agent
Dec 21 03:54:53.691134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: agent_resources_synced.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.692057 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.692619 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: agent-resources-synced
Dec 21 03:54:53.692975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: allowedaddresspairs.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.694805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.695410 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: allowed-address-pairs
Dec 21 03:54:53.695774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: auto_allocated_topology.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.696859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.697433 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: auto-allocated-topology
Dec 21 03:54:53.697791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: availability_zone.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.699071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.699685 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: availability_zone
Dec 21 03:54:53.700044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: availability_zone_filter.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.700968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.701537 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: availability_zone_filter
Dec 21 03:54:53.701896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: data_plane_status.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.704389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.704994 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension data-plane-status not supported by any of loaded plugins
Dec 21 03:54:53.705369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: default_subnetpools.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.706331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.706944 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: default-subnetpools
Dec 21 03:54:53.707322 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: dhcpagentscheduler.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.708179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.708769 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: dhcp_agent_scheduler
Dec 21 03:54:53.709140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: dns.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.710075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.710643 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension dns-integration not supported by any of loaded plugins
Dec 21 03:54:53.711033 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: dns_domain_ports.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.711980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.712548 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 21 03:54:53.712910 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: dvr.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.713640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.714804 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: dvr
Dec 21 03:54:53.715199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: empty_string_filtering.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.716138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.716704 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: empty-string-filtering
Dec 21 03:54:53.717065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.717996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.718557 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 21 03:54:53.718937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.719883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.720448 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 21 03:54:53.720803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: external_net.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.721782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.722307 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: external-net
Dec 21 03:54:53.722665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: extra_dhcp_opt.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.723638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.724207 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: extra_dhcp_opt
Dec 21 03:54:53.724567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: extraroute.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.725491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.726064 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: extraroute
Dec 21 03:54:53.726423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: extraroute_atomic.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.727489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.728059 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: extraroute-atomic
Dec 21 03:54:53.728421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: filter_validation.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.729129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.729690 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: filter-validation
Dec 21 03:54:53.730253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: fip_pf_description.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.731239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.731803 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 21 03:54:53.732163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: fip_port_details.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.733372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.733937 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: fip-port-details
Dec 21 03:54:53.734301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: flavors.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.735685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.736267 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: flavors
Dec 21 03:54:53.736632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.738313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.738921 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 21 03:54:53.739302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: floatingip_pools.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.740065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.740648 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: floatingip-pools
Dec 21 03:54:53.741014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: ip_allocation.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.741968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.742539 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension ip_allocation not supported by any of loaded plugins
Dec 21 03:54:53.742930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.743858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.744429 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: ip-substring-filtering
Dec 21 03:54:53.744792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: l2_adjacency.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.745745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.746311 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 21 03:54:53.746673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: l3.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.747777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.748357 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: router
Dec 21 03:54:53.748721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: l3_conntrack_helper.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.751051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.751650 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 21 03:54:53.752024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.752977 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.753552 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: ext-gw-mode
Dec 21 03:54:53.753914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.754857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.755487 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: l3-ha
Dec 21 03:54:53.755846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: l3_flavors.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.756780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.757349 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: l3-flavors
Dec 21 03:54:53.757707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.758740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.759342 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 21 03:54:53.759705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: l3agentscheduler.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.760916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.762114 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: l3_agent_scheduler
Dec 21 03:54:53.762479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: logging.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.764022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.764603 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension logging not supported by any of loaded plugins
Dec 21 03:54:53.764971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: metering.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.765782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.766471 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: metering
Dec 21 03:54:53.766836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.767998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.768576 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: metering_source_and_destination_fields
Dec 21 03:54:53.768936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: multiprovidernet.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.769874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.770450 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: multi-provider
Dec 21 03:54:53.770812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: netmtu.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.771775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.772349 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: net-mtu
Dec 21 03:54:53.772710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: netmtu_writable.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.773642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.774217 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: net-mtu-writable
Dec 21 03:54:53.774580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: network_availability_zone.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.775357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.775926 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: network_availability_zone
Dec 21 03:54:53.776285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: network_ip_availability.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.778115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.778692 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: network-ip-availability
Dec 21 03:54:53.779081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: network_segment_range.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.779923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.780506 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension network-segment-range not supported by any of loaded plugins
Dec 21 03:54:53.780867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: pagination.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.781907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.782353 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: pagination
Dec 21 03:54:53.782712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.783724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.784304 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: port-mac-address-regenerate
Dec 21 03:54:53.784661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.785607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.786177 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: port-numa-affinity-policy
Dec 21 03:54:53.786536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: port_resource_request.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.787484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.788057 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension port-resource-request not supported by any of loaded plugins
Dec 21 03:54:53.788415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: portbindings.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.789360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.789933 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: binding
Dec 21 03:54:53.790293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: portbindings_extended.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.791631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.792209 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: binding-extended
Dec 21 03:54:53.792599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: portsecurity.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.793535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.794106 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: port-security
Dec 21 03:54:53.794467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: project_id.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.795510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.795888 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: project-id
Dec 21 03:54:53.796250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: providernet.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.797184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.797764 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: provider
Dec 21 03:54:53.798125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: qos.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.802019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.802607 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension qos not supported by any of loaded plugins
Dec 21 03:54:53.803001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.804250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.804827 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 21 03:54:53.805194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.806133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.806702 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 21 03:54:53.807092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: qos_default.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.808552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.809123 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension qos-default not supported by any of loaded plugins
Dec 21 03:54:53.809481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: qos_fip.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.810180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.810745 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension qos-fip not supported by any of loaded plugins
Dec 21 03:54:53.811134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: qos_gateway_ip.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.812083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.812656 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 21 03:54:53.813017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: qos_port_network_policy.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.813961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.814535 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 21 03:54:53.814938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: qos_rule_type_details.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.815841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.816404 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 21 03:54:53.816763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: qos_rules_alias.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.817853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.818383 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 21 03:54:53.818747 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: quotasv2.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.819751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.820120 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: quotas
Dec 21 03:54:53.820479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: quotasv2_detail.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.822075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.822453 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: quota_details
Dec 21 03:54:53.822815 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: rbac.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.824724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.825316 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: rbac-policies
Dec 21 03:54:53.825682 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: rbac_address_scope.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.826634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.827257 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: rbac-address-scope
Dec 21 03:54:53.827626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: rbac_security_groups.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.828560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.829139 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: rbac-security-groups
Dec 21 03:54:53.829498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: rbac_subnetpool.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.830429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.831025 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: rbac-subnetpool
Dec 21 03:54:53.831390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: revisionifmatch.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.832327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.832902 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: revision-if-match
Dec 21 03:54:53.833260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: revisions.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.834394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.834987 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: standard-attr-revisions
Dec 21 03:54:53.835347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: router_availability_zone.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.836070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.836640 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: router_availability_zone
Dec 21 03:54:53.836996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: routerservicetype.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.837935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.838519 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension router-service-type not supported by any of loaded plugins
Dec 21 03:54:53.838882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: security_groups_port_filtering.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.839874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.840447 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: port-security-groups-filtering
Dec 21 03:54:53.840805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.841747 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.842330 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: security-groups-remote-address-group
Dec 21 03:54:53.842689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: securitygroup.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.855956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.856572 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: security-group
Dec 21 03:54:53.856947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: segment.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.858064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.858640 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension segment not supported by any of loaded plugins
Dec 21 03:54:53.859032 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.859984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.860557 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 21 03:54:53.860919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: servicetype.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.862046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.862621 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: service-type
Dec 21 03:54:53.863009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: sorting.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.864006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.864379 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: sorting
Dec 21 03:54:53.864737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: standard_attr_segment.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.865664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.866238 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 21 03:54:53.866594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: standardattrdescription.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.867318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.867883 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: standard-attr-description
Dec 21 03:54:53.868242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: stateful_security_group.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.869188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.869769 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: stateful-security-group
Dec 21 03:54:53.870126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: stdattrs_common.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.871338 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 21 03:54:53.871698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.872647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.873223 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 21 03:54:53.873583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: subnet_onboard.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.874687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.875291 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: subnet_onboard
Dec 21 03:54:53.875656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.876595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.877159 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 21 03:54:53.877515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: subnet_service_types.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.878522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.879115 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: subnet-service-types
Dec 21 03:54:53.879473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: subnetallocation.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.880650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.881228 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: subnet_allocation
Dec 21 03:54:53.881588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.882297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.882864 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: subnetpool-prefix-ops
Dec 21 03:54:53.883250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.884210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.884785 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 21 03:54:53.885144 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: tagging.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.887189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.887774 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: standard-attr-tag
Dec 21 03:54:53.888139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: timestamp.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.889325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.889910 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loaded extension: standard-attr-timestamp
Dec 21 03:54:53.890273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: trunk.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.891348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.891922 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension trunk not supported by any of loaded plugins
Dec 21 03:54:53.892285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: trunk_details.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.893237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.893809 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension trunk-details not supported by any of loaded plugins
Dec 21 03:54:53.894167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: uplink_status_propagation.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.895128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.895706 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 21 03:54:53.896066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Loading extension file: vlantransparent.py {{(pid=80181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 03:54:53.896777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 03:54:53.897350 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 21 03:54:53.899999 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:network
Dec 21 03:54:53.900804 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:subnet
Dec 21 03:54:53.901479 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 03:54:53.902262 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:port
Dec 21 03:54:53.903799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.904300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service FLAVORS assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.905003 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.905481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.905861 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:router
Dec 21 03:54:53.906593 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:floatingip
Dec 21 03:54:53.907385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service METERING assigned prefix: /metering {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.909160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e443b7e48>> rbac-policy before_create 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.909565 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e443b7e48>> rbac-policy before_update 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.909953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7e443b7e48>> rbac-policy before_delete 55550000 {{(pid=80181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 03:54:53.911166 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of CountableResource for resource:rbac_policy
Dec 21 03:54:53.911658 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:security_group
Dec 21 03:54:53.912477 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 21 03:54:53.913351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service CORE assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.913729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 03:54:53.914096 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] subnetpool is already registered
Dec 21 03:54:53.914755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service CORE assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.915150 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 03:54:53.915512 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] subnetpool is already registered
Dec 21 03:54:53.918337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.918829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service FLAVORS assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.919514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.919989 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.920365 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:router
Dec 21 03:54:53.920733 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] router is already registered
Dec 21 03:54:53.921398 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:floatingip
Dec 21 03:54:53.921764 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] floatingip is already registered
Dec 21 03:54:53.922464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service METERING assigned prefix: /metering {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.923242 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of CountableResource for resource:rbac_policy
Dec 21 03:54:53.923609 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] rbac_policy is already registered
Dec 21 03:54:53.924929 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:security_group
Dec 21 03:54:53.925303 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] security_group is already registered
Dec 21 03:54:53.925968 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 21 03:54:53.926334 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] security_group_rule is already registered
Dec 21 03:54:53.927124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service CORE assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.927505 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 03:54:53.927872 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] subnetpool is already registered
Dec 21 03:54:53.928550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.resource_helper [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Service CORE assigned prefix:  {{(pid=80181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 03:54:53.928923 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 03:54:53.929282 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.quota.resource_registry [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] subnetpool is already registered
Dec 21 03:54:53.929995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: extensions {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.931572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: address-groups {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.934025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: address-scopes {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.935511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: agents {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.937533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: auto-allocated-topology {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.938864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: availability_zones {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.940289 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: dhcp-networks {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.941781 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: dhcp-agents {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.943372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: routers {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.945294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: flavors {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.946533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: service_profiles {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.947864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: next_providers {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.950425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: service_profiles {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.952015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: floatingip-pools {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.953317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: routers {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.955256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: floatingips {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.956529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: l3-routers {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.958004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: l3-agents {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.959565 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: metering-labels {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.961001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: metering-label-rules {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.962378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: network-ip-availabilities {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.963756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: bindings {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.965528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: quotas {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.967090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: quotas {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.968590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: rbac-policies {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.969960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: security-groups {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.971299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: security-group-rules {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.972631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: service-providers {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.973941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: subnetpools {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.975495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: subnetpools {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.977046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.978815 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.980816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.982712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.984891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.986688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.988632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.991457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.993465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:53.996023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.extensions [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Extended resource: tags {{(pid=80181) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 03:54:54.003175 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING keystonemiddleware.auth_token [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 21 03:54:54.008451 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING keystonemiddleware.auth_token [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 21 03:54:54.017848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Acquired lock "singleton_lock" {{(pid=80181) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 21 03:54:54.018376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Releasing lock "singleton_lock" {{(pid=80181) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 21 03:54:54.019871 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO oslo_service.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Starting 2 workers
Dec 21 03:54:54.024673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Started child 80292 {{(pid=80181) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 21 03:54:54.029310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:54:54.029548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Started child 80293 {{(pid=80181) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 21 03:54:54.030819 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [-] (80292) wsgi starting up on http://0.0.0.0:9696
Dec 21 03:54:54.031197 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Neutron service started, listening on 0.0.0.0:9696
Dec 21 03:54:54.031861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Notify callbacks [] for process, before_spawn {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:54:54.033559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:54:54.034464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO oslo_service.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Starting 1 workers
Dec 21 03:54:54.034940 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [-] (80293) wsgi starting up on http://0.0.0.0:9696
Dec 21 03:54:54.039989 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Started child 80294 {{(pid=80181) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 21 03:54:54.040545 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO oslo_service.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Starting 1 workers
Dec 21 03:54:54.042752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] calling RpcWorker wait() {{(pid=80294) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 21 03:54:54.043285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] returning from RpcWorker wait() {{(pid=80294) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 21 03:54:54.044809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:54:54.045376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:54:54.045484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Started child 80295 {{(pid=80181) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 21 03:54:54.046247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0b1df8c-3aea-40fc-88f1-a7667fcbddda None None] Notify callbacks [] for process, after_spawn {{(pid=80181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:54:54.047974 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80181) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 21 03:54:54.048210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 21 03:54:54.048422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 21 03:54:54.048695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 21 03:54:54.049106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 21 03:54:54.049298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 21 03:54:54.049863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.050159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.050472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.050749 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:54:54.050851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.051122 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.051760 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.052062 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.052357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.052685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.052983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.053184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.053381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.053670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.053941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.054303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.054609 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.054881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.055188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.055403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.055689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.056011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.056317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.056613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.056896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.057525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.057792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.058610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.058892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.059215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.059475 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.059775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.060048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.060358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.060626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.060907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.061205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.061459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.061753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.061997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.062458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] host                           = dv-cinder-733062-17-iscsi {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.062716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.063018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.063287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.063572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.063850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.064097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.064388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.064671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.064934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.065195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.065469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.065734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.065985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.066266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.066459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.066710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.067020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.067303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.067523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.067717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.067952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.068206 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.068396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.068677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.068970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.069152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.069414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.069660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.069905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.070199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.070445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.070691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.070950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.071255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.071551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.071837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.072100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.072347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.072613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.072859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.073105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.073366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.074235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.074580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.074861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.075180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.075490 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.075760 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.076046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.076339 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.076573 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.076813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.077129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.077395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.077680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.077963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.078210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.079309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.079541 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.079816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.080104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.080375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.080664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.081052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.081337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.081562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.081888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.082158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.082450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.082932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.084657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.084657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.084657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.084657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.084657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.084657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.085106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:54:54.085181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.085181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.086123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.086123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.086123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.086362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.086630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.087037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.087438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.087708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.087965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.088235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.088493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.088727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.089226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.089890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.090366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.090821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.091166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.091424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.091701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.091998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.092303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.092581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.092840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.093092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.094376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.094376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.094376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.094376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.094376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.094869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.094869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.095101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.095553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.095553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.095772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.096056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.096305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.096552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.096894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.097148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.097493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.097794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.098052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.098318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.098562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.098814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.099097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.099473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.099725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.099969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.100218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.100469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.100735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.100977 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.101227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.101470 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.101711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.101952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.102202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.102462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.102707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.102971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.103218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.103463 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.103788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.104127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.104560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.105031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.105697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.106147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.106575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.107150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.107634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.108386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.108666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.108978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.109241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.109560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.109834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.110106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.110415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.110669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.110940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.111230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.111501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.111760 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.112124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.112416 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.112777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.113064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.113360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.113696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.113972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.114280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.114549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.114838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.115212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.115528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.115835 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.116110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.116399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.116960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.116960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.117349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.117806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.117937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.118163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.118453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.119273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.119273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.119273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.119603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.119827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.120133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.120893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.121210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.121704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.122042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.122322 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.122632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.122955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.123266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.123554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.123842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.124105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.124394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.124720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.124973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.125247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.125495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.125773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.126045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.126295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.126588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.126854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.127168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.127414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.127768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.128022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.128301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.128549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.128803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.129106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.129378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.129631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.129885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.130135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.130433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.130686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.131017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.131307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.131576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.131862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.132124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.132404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.132670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.132973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.133227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.133537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.133732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.133977 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.134226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.134493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.134778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.135050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.135355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.135637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.136013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.136898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.138333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55652) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:54:54.147075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.147437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.147721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.148021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.148312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.148595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.148860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.149122 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.149421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.149704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.149808 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0096829
Dec 21 03:54:54.150652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.150652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.151024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.151384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.151790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.152207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.152606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.153581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.153581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.153581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.154089 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.154460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.154821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.156006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.156380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.156789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.157051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.157576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.157837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.158088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.158379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.159087 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.159087 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.162312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.162312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.162312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.162312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.162615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.163054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.163316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.163603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.163942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.164148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.164424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.164722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.165654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.165654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.165654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.165968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.166235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.166947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.166947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.168183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.168509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.168878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.169195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.169472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.169770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.170021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.170267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.170518 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.171551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.171551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.171551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.171788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.171974 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.172171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.172421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.172688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.172938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.173193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.173455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.173726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.173972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.174137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 21 03:54:54.174751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80181) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 21 03:54:54.175789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 21 03:54:54.176873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 21 03:54:54.178106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 21 03:54:54.178106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 21 03:54:54.178106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 21 03:54:54.178106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.178106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.178837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.178837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.178837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.178837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.179466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.179466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.179466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.179466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.180039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.180039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.180039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.180039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.180606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.180606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.180606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.181017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.181017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.181017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.181438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.181438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.181438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.181862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.181862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.182303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.182303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.182303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.182726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.182726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.182726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.183934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.183934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.184431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.184431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.184431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.185013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.185013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.185266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.185366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] host                           = dv-cinder-733062-17-iscsi {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.185464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.185645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.185829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.186010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.186195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.186386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.186932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.186932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.186932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.187165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.187420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.187420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.187619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.187800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.188039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.188224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.188534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.188719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.188931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.189118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.189938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.190120 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.190308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.190468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.190648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.190832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.191079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.191260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.191531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.191774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.191959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.192142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.192324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.192543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.192655 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.193052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.193240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.193479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.193660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.193842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.194022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.194203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.194393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.194571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.194734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.195140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.195465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.195876 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.196061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.196245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.196413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.196569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.196754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.196936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.197119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.197383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.197615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.197798 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.197980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.198163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.198344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.198554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.198744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.198939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.199139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.199321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.199501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.199683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.199865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 03:54:54.200070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.200335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.200533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.200718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.200909 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.201086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.201267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.201569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.201911 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.202321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.202489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.202816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.203244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.203549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.203918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.204107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.204299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.204894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.205088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.205267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.205865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.205865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.205865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.206103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.206178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:54:54.206257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.206257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.206397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.206574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.206758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.206978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.207252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.207252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.207455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.207730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.207836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.207985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.208170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.208440 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.208623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.208818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.209001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.209184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.209366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.209551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.209735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.209919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.210103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.210287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.210471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.210654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.210853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.211062 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.211261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.211424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.211582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.211744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.211898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.212050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.212233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.212397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.212581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.212790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.212945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.213097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.213247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.213399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.213581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.213744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.213927 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.214097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.214305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.214589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.214589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.214830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.215098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.215192 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.215365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.215515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.215668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.215833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.215983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.216135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.216295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.216457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.216642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.216805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.216990 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.217152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.217313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.217467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.217654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.217817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.218000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.218162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.218346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.218536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.218716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.218917 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.219099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.219282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.219477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.220716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.221090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.222613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.222976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.223085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.223260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.223462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.223661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.223858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.224488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.224745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.224921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.225558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.226630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.226992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.227360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.228110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.228235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.228408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.228605 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.229381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.229588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.230330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.230843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.233579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.233579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.233579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.233861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.233861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.234036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.234202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.234397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.234587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.234777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.235635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.235846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.236046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.236574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.236772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.236968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.237157 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.237332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.237942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.237942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.237942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.238178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.238178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.238308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.239952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.240143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.240890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.240890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.240890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.240890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.240890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.241222 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.241222 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.241434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.241597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.241766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.241952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.242446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.242446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.242446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.242657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.242817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.243026 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.243256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.243376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.243531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.244372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.244372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.244372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.244372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.244372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.244674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.244674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.244811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.245064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.245159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.246832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.246832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.246832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.246832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.246832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.246832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.246832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.247330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.247330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.247330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.247517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.248227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.248227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.248227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.248227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.248518 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.248518 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.248650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.249397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.250540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.250752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.250969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.251168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.251381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.251577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.251819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.252025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.252214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.252404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.252594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.252782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.254983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.254983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.255175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.255395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.255548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.255738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.255939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.256139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.257028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.257028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.257369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.258861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.258861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.258861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.259148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.259347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.259540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.259730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.259918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.260158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.260348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.260536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.260720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.260906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.261130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.262185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.262185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.262343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.263255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.263255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.263430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 03:54:54.263765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80181) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 21 03:55:04.357466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586ec6cb-88f1-4997-ada9-238c316a7cc5 None None] get_active_networks_info from dv-cinder-733062-17-iscsi {{(pid=80294) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 03:55:04.591252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ec6cb-88f1-4997-ada9-238c316a7cc5 None None] No non-hosted networks {{(pid=80294) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 21 03:55:04.607112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agentschedulers_db [None req-586ec6cb-88f1-4997-ada9-238c316a7cc5 None None] DHCP Agent not found on host dv-cinder-733062-17-iscsi {{(pid=80294) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Dec 21 03:55:04.778565 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fbdc554a-6d4d-46a2-be39-bc910c6486df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937'] for agent, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:06.959469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d7fd9ad2-2671-4489-803d-2f0bc6979558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937'] for agent, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:07.011550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5a955aa7-7eb4-4be7-a0f2-f3a3760692c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:07.060494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937'] for agent, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:08.190321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937'] for agent, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:08.191991 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.192676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.193239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.193791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.194330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.195036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.195578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.196129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.196676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.197211 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.197774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.199026 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:08.199804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7e449ad470>, 'Open vSwitch agent', 'dv-cinder-733062-17-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:08.205822 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7e43f434a8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733062-17-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:08.806079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937'] for agent, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:10.029467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] get_endpoint_by_host() called for host dv-cinder-733062-17-iscsi {{(pid=80294) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 21 03:55:10.034120 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=80294) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 21 03:55:10.037302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=80294) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 21 03:55:10.042954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] _get_endpoints() called {{(pid=80294) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 21 03:55:10.201533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 55752) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:10.854890 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING oslo_policy.policy [None req-cd85b5aa-06f3-4c54-8649-c33b09ef8fe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 03:55:10.855505 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING oslo_policy.policy [None req-cd85b5aa-06f3-4c54-8649-c33b09ef8fe1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 03:55:11.090093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [None req-cd85b5aa-06f3-4c54-8649-c33b09ef8fe1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 03:55:11.091338 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-cd85b5aa-06f3-4c54-8649-c33b09ef8fe1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.8877916
Dec 21 03:55:13.813955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 55766) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:14.075195 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_hamode_db [None req-3ca88004-3fdd-43f8-9202-a62a0bf40887 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 21 03:55:14.160665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca88004-3fdd-43f8-9202-a62a0bf40887 None None] Routers set() bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 03:55:14.161082 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca88004-3fdd-43f8-9202-a62a0bf40887 None None] Router IDs set() for agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 21 03:55:14.245689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-4b50fb46-13b8-4e11-9980-e5cd23e4d535 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:55:14.294893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.policy [None req-4b50fb46-13b8-4e11-9980-e5cd23e4d535 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80293) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 21 03:55:14.295759 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING oslo_policy.policy [None req-4b50fb46-13b8-4e11-9980-e5cd23e4d535 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 03:55:14.296166 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING oslo_policy.policy [None req-4b50fb46-13b8-4e11-9980-e5cd23e4d535 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 03:55:14.303278 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota [None req-4b50fb46-13b8-4e11-9980-e5cd23e4d535 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7e44078d68>.
Dec 21 03:55:14.349403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-4b50fb46-13b8-4e11-9980-e5cd23e4d535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:55:14.404193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4b50fb46-13b8-4e11-9980-e5cd23e4d535 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761270414461', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761270376465', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761270371767', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761270381302', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761270370274', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1705391', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852982839', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-564069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853855593'] for rbac-policy, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:14.472303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4b50fb46-13b8-4e11-9980-e5cd23e4d535 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:14.473507 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4b50fb46-13b8-4e11-9980-e5cd23e4d535 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6583836
Dec 21 03:55:17.439499 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 55780) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:17.836759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'name': 'private'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:55:17.843232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:55:17.847780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Usage tracker for resource:network and tenant:c8ffd9b12ad745109ee22fb0ae849b97 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 03:55:17.851389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 03:55:17.858274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:55:17.866673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Made reservation on behalf of c8ffd9b12ad745109ee22fb0ae849b97 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 03:55:17.872921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:17.889643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:17.904484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:55:17.908218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ffd9b12ad745109ee22fb0ae849b97 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 03:55:17.911658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 03:55:17.917942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:55:18.014543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:18.018039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:18.023510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:18.048249 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 03:55:18.073596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275586200863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:18.074189 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Added segment 582e989b-16f4-4cf4-b3ec-70639d3bb221 of type vxlan for network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2
Dec 21 03:55:18.083050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e31a21-30b4-434b-a121-008883588ba3,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:18.139279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.139657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.140014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.140362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.140708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.141063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.141406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.141759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.142112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.142450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.142819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.143179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Tracked resource versions report:
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]: pushed versions:
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]: {   'AddressGroup': {'1.0'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'ConntrackHelper': {'1.0'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Log': {'1.0'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Network': {'1.1'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Port': {'1.6'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'PortForwarding': {'1.2'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'QosPolicy': {'1.8'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroup': {'1.3'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroupRule': {'1.1'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SubPort': {'1.0'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Subnet': {'1.1'},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Trunk': {'1.1'}}
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]: consumer versions:
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]: {   DHCP agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     L3 agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metadata agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metering agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@dv-cinder-733062-17-iscsi: {   'AddressGroup': '1.0',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'ConntrackHelper': '1.0',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Log': '1.0',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Network': '1.1',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Port': '1.6',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'PortForwarding': '1.2',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'QosPolicy': '1.8',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroup': '1.3',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroupRule': '1.1',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SubPort': '1.0',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Subnet': '1.1',
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Trunk': '1.1'}}
Dec 21 03:55:18.144555 dv-cinder-733062-17-iscsi neutron-server[80181]:  {{(pid=80293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 03:55:18.199492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:18.203890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:18.237770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:18.239154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:55:18.239824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:18.244474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:18.502171 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0614977
Dec 21 03:55:18.507520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Pushing event updated for resources: {'Network': ['ID=5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:18.528567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:18.536707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 03:55:21.620119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55796) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:22.259954 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING oslo_policy.policy [None req-06fc7fa5-f66d-4894-a817-0d7899148861 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 03:55:22.261043 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING oslo_policy.policy [None req-06fc7fa5-f66d-4894-a817-0d7899148861 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 03:55:22.707087 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.policy [None req-06fc7fa5-f66d-4894-a817-0d7899148861 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80292) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 21 03:55:22.707934 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING oslo_policy.policy [None req-06fc7fa5-f66d-4894-a817-0d7899148861 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 03:55:22.708334 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING oslo_policy.policy [None req-06fc7fa5-f66d-4894-a817-0d7899148861 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 03:55:22.714856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc7fa5-f66d-4894-a817-0d7899148861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:55:22.716779 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-06fc7fa5-f66d-4894-a817-0d7899148861 admin admin] 10.222.0.16 "GET /v2.0/networks/5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 HTTP/1.1" status: 200  len: 818 time: 1.0956759
Dec 21 03:55:22.750376 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-66360883-7034-47da-866e-4dbfe17095ef admin admin] 10.222.0.16 "GET /v2.0/subnetpools/9f9888c2-de8c-441b-be0f-68c7dde63005 HTTP/1.1" status: 200  len: 734 time: 0.0272288
Dec 21 03:55:22.759912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2', 'name': 'private-subnet', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9f9888c2-de8c-441b-be0f-68c7dde63005'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:55:22.763440 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.quota [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7e43fc0a58>.
Dec 21 03:55:22.769352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:55:22.775089 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Usage tracker for resource:subnet and tenant:c8ffd9b12ad745109ee22fb0ae849b97 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 03:55:22.779040 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 03:55:22.785703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:55:22.798243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Made reservation on behalf of c8ffd9b12ad745109ee22fb0ae849b97 for: {'subnet': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 03:55:22.804154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:23.485679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:23.501334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:23.651380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Pushing event updated for resources: {'Subnet': ['ID=460ac06a-e29f-4237-8c2d-6b474b71da99,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:23.671405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.671788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.672149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.672502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.672850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.673211 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.673559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.673926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.674248 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.674586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.674963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.675286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Tracked resource versions report:
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]: pushed versions:
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]: {   'AddressGroup': {'1.0'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'ConntrackHelper': {'1.0'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Log': {'1.0'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Network': {'1.1'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Port': {'1.6'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'PortForwarding': {'1.2'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'QosPolicy': {'1.8'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroup': {'1.3'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroupRule': {'1.1'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SubPort': {'1.0'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Subnet': {'1.1'},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Trunk': {'1.1'}}
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]: consumer versions:
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]: {   DHCP agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     L3 agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metadata agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metering agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@dv-cinder-733062-17-iscsi: {   'AddressGroup': '1.0',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'ConntrackHelper': '1.0',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Log': '1.0',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Network': '1.1',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Port': '1.6',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'PortForwarding': '1.2',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'QosPolicy': '1.8',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroup': '1.3',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroupRule': '1.1',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SubPort': '1.0',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Subnet': '1.1',
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Trunk': '1.1'}}
Dec 21 03:55:23.676620 dv-cinder-733062-17-iscsi neutron-server[80181]:  {{(pid=80292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 03:55:23.712058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:23.741011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Checking segment: {'id': '582e989b-16f4-4cf4-b3ec-70639d3bb221', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 03:55:23.741397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Network hostable DHCP agents. Network: 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 03:55:23.762093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 03:55:23.770658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2) {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 03:55:23.775014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:55:23.775669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:23.780988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af6c34-d131-47c7-8e8f-bae69a0f8b43 None None] Network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 03:55:23.797276 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0410578
Dec 21 03:55:24.099319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c723bf3-7a1b-5d43-97d1-5300dc6e54f5-5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2', 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'fixed_ips': [{'subnet_id': '460ac06a-e29f-4237-8c2d-6b474b71da99'}]}} from dv-cinder-733062-17-iscsi. {{(pid=80294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 03:55:24.100629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:24.449134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Allocated IP 172.20.0.2 (5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2/460ac06a-e29f-4237-8c2d-6b474b71da99/cd003098-a383-4eb2-a782-7983d04e4b4e) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 03:55:24.686009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:24.700244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Transition to ACTIVE for port object cd003098-a383-4eb2-a782-7983d04e4b4e will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 03:55:24.717238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Transition to ACTIVE for port object cd003098-a383-4eb2-a782-7983d04e4b4e will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 03:55:24.722938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:24.739118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:24.874049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Pushing event updated for resources: {'Port': ['ID=cd003098-a383-4eb2-a782-7983d04e4b4e,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:24.887138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.887523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.887893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.888248 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.888601 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.888953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.889300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.889648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.890012 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.890358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.890699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.891066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Tracked resource versions report:
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]: pushed versions:
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]: {   'AddressGroup': {'1.0'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'ConntrackHelper': {'1.0'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Log': {'1.0'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Network': {'1.1'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Port': {'1.6'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'PortForwarding': {'1.2'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'QosPolicy': {'1.8'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroup': {'1.3'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroupRule': {'1.1'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SubPort': {'1.0'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Subnet': {'1.1'},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Trunk': {'1.1'}}
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]: consumer versions:
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]: {   DHCP agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     L3 agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metadata agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metering agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@dv-cinder-733062-17-iscsi: {   'AddressGroup': '1.0',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'ConntrackHelper': '1.0',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Log': '1.0',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Network': '1.1',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Port': '1.6',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'PortForwarding': '1.2',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'QosPolicy': '1.8',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroup': '1.3',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroupRule': '1.1',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SubPort': '1.0',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Subnet': '1.1',
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Trunk': '1.1'}}
Dec 21 03:55:24.892492 dv-cinder-733062-17-iscsi neutron-server[80181]:  {{(pid=80294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 03:55:25.069870 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:25.109535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 03:55:25.110731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Resources bound (agent type, host, resource id):  {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 03:55:25.113480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 03:55:25.169912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Attempting to bind port cd003098-a383-4eb2-a782-7983d04e4b4e on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 03:55:25.170332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Attempting to bind port cd003098-a383-4eb2-a782-7983d04e4b4e by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '582e989b-16f4-4cf4-b3ec-70639d3bb221', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 03:55:25.170728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Attempting to bind port cd003098-a383-4eb2-a782-7983d04e4b4e on network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 03:55:25.176297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 3, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 03:55:25.176748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Checking segment: {'id': '582e989b-16f4-4cf4-b3ec-70639d3bb221', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 03:55:25.178016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:25.178016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Bound using segment: {'id': '582e989b-16f4-4cf4-b3ec-70639d3bb221', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 03:55:25.178016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Bound port: cd003098-a383-4eb2-a782-7983d04e4b4e, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e989b-16f4-4cf4-b3ec-70639d3bb221', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 03:55:25.178405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:25.270661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] For port cd003098-a383-4eb2-a782-7983d04e4b4e, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 03:55:25.274696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] For port cd003098-a383-4eb2-a782-7983d04e4b4e, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=cd003098-a383-4eb2-a782-7983d04e4b4e,segment=NetworkSegment(582e989b-16f4-4cf4-b3ec-70639d3bb221),segment_id=582e989b-16f4-4cf4-b3ec-70639d3bb221)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 03:55:25.278412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:25.294052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:25.447320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Pushing event updated for resources: {'Port': ['ID=cd003098-a383-4eb2-a782-7983d04e4b4e,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:25.453155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:26.533611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55816) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:26.970137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [None req-3f0fe3ea-3b72-46c2-9ee6-51ed9a0a56a6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 03:55:26.971233 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3f0fe3ea-3b72-46c2-9ee6-51ed9a0a56a6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4365208
Dec 21 03:55:29.775235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55830) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:30.106851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device cd003098-a383-4eb2-a782-7983d04e4b4e up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 03:55:30.146612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ae7fa-7248-40c7-9c75-640d13822054 None None] Network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 03:55:30.210395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [None req-b9c11873-901f-4477-9256-5602562ad2df admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 03:55:30.214935 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b9c11873-901f-4477-9256-5602562ad2df admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4347270
Dec 21 03:55:30.296977 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port cd003098-a383-4eb2-a782-7983d04e4b4e completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 03:55:30.306495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port cd003098-a383-4eb2-a782-7983d04e4b4e triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:30.306992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:30.331658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-2c08475e-d42c-430c-8276-16abb1765144 None None] Provisioning for port cd003098-a383-4eb2-a782-7983d04e4b4e completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 03:55:30.359099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-2c08475e-d42c-430c-8276-16abb1765144 None None] Provisioning complete for port cd003098-a383-4eb2-a782-7983d04e4b4e triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:30.359508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2c08475e-d42c-430c-8276-16abb1765144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:30.630647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2c08475e-d42c-430c-8276-16abb1765144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:30.680367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:30.720452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-2c08475e-d42c-430c-8276-16abb1765144 None None] For port cd003098-a383-4eb2-a782-7983d04e4b4e, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=cd003098-a383-4eb2-a782-7983d04e4b4e,segment=NetworkSegment(582e989b-16f4-4cf4-b3ec-70639d3bb221),segment_id=582e989b-16f4-4cf4-b3ec-70639d3bb221)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 03:55:30.726546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2c08475e-d42c-430c-8276-16abb1765144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:30.765684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:30.848176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 03:55:30.848673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 03:55:30.857130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08475e-d42c-430c-8276-16abb1765144 None None] Pushing event updated for resources: {'Port': ['ID=cd003098-a383-4eb2-a782-7983d04e4b4e,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:30.860645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2c08475e-d42c-430c-8276-16abb1765144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:30.980716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-2030e111-7d0c-42d2-8b25-736bbff4387f None None] Provisioning complete for port cd003098-a383-4eb2-a782-7983d04e4b4e triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:30.981129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2030e111-7d0c-42d2-8b25-736bbff4387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:31.233709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-9c79a272-ae7f-46be-90f0-f00295fd8199 None None] Provisioning complete for port cd003098-a383-4eb2-a782-7983d04e4b4e triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:31.234121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9c79a272-ae7f-46be-90f0-f00295fd8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:31.499306 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-6427110e-3473-40f2-b758-9840f0d5f73a None None] Provisioning complete for port cd003098-a383-4eb2-a782-7983d04e4b4e triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:31.499719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6427110e-3473-40f2-b758-9840f0d5f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:32.081827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device cd003098-a383-4eb2-a782-7983d04e4b4e up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 03:55:32.152412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port cd003098-a383-4eb2-a782-7983d04e4b4e triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:32.152810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:33.250325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55844) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:33.655865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:55:33.661149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:55:33.665131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Usage tracker for resource:router and tenant:c8ffd9b12ad745109ee22fb0ae849b97 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 03:55:33.668419 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 03:55:33.674123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:55:33.683524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854685135'] for router, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:33.684804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-950231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854216347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90682'] for router, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:33.705194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:33.803881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555'] for router, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:33.821461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:33.823468 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-549ec705-4a43-4c09-8424-c13e6113259c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5713606
Dec 21 03:55:34.289748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-078bd5f7-be32-4d86-9428-407d9c97000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:36.534885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55854) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:36.957972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f8a4-e91b-4309-8ec9-c851489638ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:36.963481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [None req-8211c2fa-b82a-4770-8d3e-7015e19736a2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 03:55:36.964553 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8211c2fa-b82a-4770-8d3e-7015e19736a2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4286790
Dec 21 03:55:37.008138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:38.192190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:38.745403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:39.536269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55874) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:39.703241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:55:39.708429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:55:39.712366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Usage tracker for resource:network and tenant:d4136768852d465ca7fb3fd617c14f05 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 03:55:39.715632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 03:55:39.721306 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:55:39.730025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Made reservation on behalf of d4136768852d465ca7fb3fd617c14f05 for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 03:55:39.734892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:39.751625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:39.767015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:55:39.770851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:d4136768852d465ca7fb3fd617c14f05 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 03:55:39.773992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 03:55:39.780118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:55:39.877423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:39.879986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:39.884160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:39.898168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Reserving flat network on physical network physnet1 {{(pid=80292) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 21 03:55:39.922542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2589f3b-3882-4867-8b54-ca7dbbb773be,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:39.928749 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:39.929745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275586200863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:39.930319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7e44d1ae18> segment precommit_create {{(pid=80292) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 21 03:55:39.931301 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Added segment 39abccfb-96d8-4ad7-94ef-1601e321bf9c of type flat for network 62fcf32e-2351-40da-9ead-73ebabec5a60
Dec 21 03:55:39.973744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:40.014709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:40.015941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:55:40.016556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:40.021271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:40.122403 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5849907
Dec 21 03:55:40.127629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=62fcf32e-2351-40da-9ead-73ebabec5a60,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:40.130790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:40.139625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 03:55:42.609300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55894) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:42.754198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7be6d-929a-46e7-ab55-4974c31c9ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:55:42.755710 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e9e7be6d-929a-46e7-ab55-4974c31c9ccf admin admin] 10.222.0.16 "GET /v2.0/subnets/460ac06a-e29f-4237-8c2d-6b474b71da99 HTTP/1.1" status: 200  len: 849 time: 0.1453910
Dec 21 03:55:42.897734 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f0777d73-3b8e-43f6-8cf3-264561a9264a admin admin] 10.222.0.16 "GET /v2.0/routers/f660f75e-519b-4ef0-9043-86a9d41d1f50 HTTP/1.1" status: 200  len: 704 time: 0.1354983
Dec 21 03:55:43.516025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:43.882954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Allocated IP 172.20.0.1 (5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2/460ac06a-e29f-4237-8c2d-6b474b71da99/885c22f1-7533-49f1-8f06-fb3157739a09) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 03:55:44.045649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:44.063050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Transition to ACTIVE for port object 885c22f1-7533-49f1-8f06-fb3157739a09 will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 03:55:44.110215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:44.128924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:44.262025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Pushing event updated for resources: {'Port': ['ID=885c22f1-7533-49f1-8f06-fb3157739a09,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:44.269521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:44.318757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 03:55:44.319904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 03:55:44.322857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 03:55:44.323500 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950064'] for router_interface, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:44.511104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-b8778f08-f7dd-41a2-8e07-febd0d09109f None None] Provisioning for port 885c22f1-7533-49f1-8f06-fb3157739a09 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 03:55:44.515966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-b8778f08-f7dd-41a2-8e07-febd0d09109f None None] Provisioning complete for port 885c22f1-7533-49f1-8f06-fb3157739a09 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:44.516319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b8778f08-f7dd-41a2-8e07-febd0d09109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:44.572515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-b8778f08-f7dd-41a2-8e07-febd0d09109f None None] Port 885c22f1-7533-49f1-8f06-fb3157739a09 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 03:55:44.588651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:44.874367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:44.877476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:44.878516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853480123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949643'] for router_interface, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:44.895869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:45.023665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Pushing event updated for resources: {'Port': ['ID=885c22f1-7533-49f1-8f06-fb3157739a09,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:45.027822 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:45.079751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 03:55:45.080830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 03:55:45.272019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Router f660f75e-519b-4ef0-9043-86a9d41d1f50 is scheduled to L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 with binding_index 1 {{(pid=80292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 03:55:45.296873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-f221dd1e-dea6-437c-b494-d53f3b4cbc8d None None] Provisioning complete for port 885c22f1-7533-49f1-8f06-fb3157739a09 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:45.297274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f221dd1e-dea6-437c-b494-d53f3b4cbc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:45.350287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f221dd1e-dea6-437c-b494-d53f3b4cbc8d None None] Port 885c22f1-7533-49f1-8f06-fb3157739a09 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 03:55:45.592365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 03:55:45.601700 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] 10.222.0.16 "PUT /v2.0/routers/f660f75e-519b-4ef0-9043-86a9d41d1f50/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6975303
Dec 21 03:55:45.605473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Sync routers for ids ['f660f75e-519b-4ef0-9043-86a9d41d1f50'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 03:55:45.617093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Routers {'f660f75e-519b-4ef0-9043-86a9d41d1f50'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 03:55:45.617970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e440b7470>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T03:55:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f660f75e-519b-4ef0-9043-86a9d41d1f50'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:45.797330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Set router f660f75e-519b-4ef0-9043-86a9d41d1f50 gateway port host: None {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 03:55:46.170975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e440b7470>, [{'id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'name': 'router1', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:33Z', 'updated_at': '2020-12-21T03:55:44Z', 'revision_number': 2, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'gw_port_host': None, '_interfaces': [{'id': '885c22f1-7533-49f1-8f06-fb3157739a09', 'name': '', 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'mac_address': 'fa:16:3e:3d:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:43Z', 'updated_at': '2020-12-21T03:55:44Z', 'revision_number': 2, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'subnets': [{'id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f9888c2-de8c-441b-be0f-68c7dde63005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:46.175884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Checking router: f660f75e-519b-4ef0-9043-86a9d41d1f50 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 03:55:46.176279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Updating router f660f75e-519b-4ef0-9043-86a9d41d1f50 port 885c22f1-7533-49f1-8f06-fb3157739a09 binding host dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 03:55:46.230980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:46.836456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:46.851754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Transition to ACTIVE for port object 885c22f1-7533-49f1-8f06-fb3157739a09 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 03:55:46.854696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:46.870466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:47.015331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Pushing event updated for resources: {'Port': ['ID=885c22f1-7533-49f1-8f06-fb3157739a09,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:47.026517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.026888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.027281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.027633 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.027980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.028332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.028700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.029018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.029363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.029698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.030035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.030369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Tracked resource versions report:
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]: pushed versions:
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]: {   'AddressGroup': {'1.0'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'ConntrackHelper': {'1.0'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Log': {'1.0'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Network': {'1.1'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Port': {'1.6'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'PortForwarding': {'1.2'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'QosPolicy': {'1.8'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroup': {'1.3'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroupRule': {'1.1'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SubPort': {'1.0'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Subnet': {'1.1'},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Trunk': {'1.1'}}
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]: consumer versions:
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]: {   DHCP agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     L3 agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metadata agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metering agent@dv-cinder-733062-17-iscsi: {},
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@dv-cinder-733062-17-iscsi: {   'AddressGroup': '1.0',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'ConntrackHelper': '1.0',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Log': '1.0',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Network': '1.1',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Port': '1.6',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'PortForwarding': '1.2',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'QosPolicy': '1.8',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroup': '1.3',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroupRule': '1.1',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SubPort': '1.0',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Subnet': '1.1',
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Trunk': '1.1'}}
Dec 21 03:55:47.031759 dv-cinder-733062-17-iscsi neutron-server[80181]:  {{(pid=80295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 03:55:47.038178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:47.182794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Attempting to bind port 885c22f1-7533-49f1-8f06-fb3157739a09 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 03:55:47.183388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Attempting to bind port 885c22f1-7533-49f1-8f06-fb3157739a09 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '582e989b-16f4-4cf4-b3ec-70639d3bb221', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 03:55:47.183635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Attempting to bind port 885c22f1-7533-49f1-8f06-fb3157739a09 on network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 03:55:47.189302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 3, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 03:55:47.189683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Checking segment: {'id': '582e989b-16f4-4cf4-b3ec-70639d3bb221', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 03:55:47.190125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:47.190560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Bound using segment: {'id': '582e989b-16f4-4cf4-b3ec-70639d3bb221', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 03:55:47.191066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Bound port: 885c22f1-7533-49f1-8f06-fb3157739a09, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582e989b-16f4-4cf4-b3ec-70639d3bb221', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 03:55:47.191494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:47.286756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] For port 885c22f1-7533-49f1-8f06-fb3157739a09, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 03:55:47.292664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] For port 885c22f1-7533-49f1-8f06-fb3157739a09, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=885c22f1-7533-49f1-8f06-fb3157739a09,segment=NetworkSegment(582e989b-16f4-4cf4-b3ec-70639d3bb221),segment_id=582e989b-16f4-4cf4-b3ec-70639d3bb221)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 03:55:47.295900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:47.312023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:47.459937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Pushing event updated for resources: {'Port': ['ID=885c22f1-7533-49f1-8f06-fb3157739a09,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:47.470184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:47.518020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Routers {'f660f75e-519b-4ef0-9043-86a9d41d1f50'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 03:55:47.518741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e440b7470>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T03:55:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f660f75e-519b-4ef0-9043-86a9d41d1f50'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:47.684078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] Set router f660f75e-519b-4ef0-9043-86a9d41d1f50 gateway port host: None {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 03:55:48.020197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e440b7470>, [{'id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'name': 'router1', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:33Z', 'updated_at': '2020-12-21T03:55:44Z', 'revision_number': 2, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'gw_port_host': None, '_interfaces': [{'id': '885c22f1-7533-49f1-8f06-fb3157739a09', 'name': '', 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'mac_address': 'fa:16:3e:3d:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:43Z', 'updated_at': '2020-12-21T03:55:47Z', 'revision_number': 4, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'subnets': [{'id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f9888c2-de8c-441b-be0f-68c7dde63005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:48.024280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf5087-1ad6-4b66-8364-f66732dd9492 None None] The sync data for ids ['f660f75e-519b-4ef0-9043-86a9d41d1f50'] in dv-cinder-733062-17-iscsi is: [{'id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'name': 'router1', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:33Z', 'updated_at': '2020-12-21T03:55:44Z', 'revision_number': 2, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'gw_port_host': None, '_interfaces': [{'id': '885c22f1-7533-49f1-8f06-fb3157739a09', 'name': '', 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'mac_address': 'fa:16:3e:3d:c1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:43Z', 'updated_at': '2020-12-21T03:55:47Z', 'revision_number': 4, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'subnets': [{'id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f9888c2-de8c-441b-be0f-68c7dde63005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 03:55:48.106180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55906) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:48.293701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5a7aa0-a44b-4330-b145-f21dbd1778d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:55:48.294220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-0a5a7aa0-a44b-4330-b145-f21dbd1778d6 admin admin] Synchronizing usage tracker for tenant:d4136768852d465ca7fb3fd617c14f05 on resource:network {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 03:55:48.310324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-0a5a7aa0-a44b-4330-b145-f21dbd1778d6 admin admin] Unset dirty status for tenant:d4136768852d465ca7fb3fd617c14f05 on resource:network {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 03:55:48.311606 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-0a5a7aa0-a44b-4330-b145-f21dbd1778d6 admin admin] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 842 time: 0.2043867
Dec 21 03:55:48.322839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Request body: {'subnet': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:55:48.328278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:55:48.332905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Usage tracker for resource:subnet and tenant:d4136768852d465ca7fb3fd617c14f05 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 03:55:48.335852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 03:55:48.342169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:55:48.350663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Made reservation on behalf of d4136768852d465ca7fb3fd617c14f05 for: {'subnet': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 03:55:48.355506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:48.788092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.objects.ports [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80292) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 03:55:48.788564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:48.803324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:48.965264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef206030-4c98-4f00-99d0-659dd7d7c663,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:48.972416 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:49.007314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 03:55:49.007706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Network hostable DHCP agents. Network: 62fcf32e-2351-40da-9ead-73ebabec5a60, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 03:55:49.027090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 03:55:49.036057 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 62fcf32e-2351-40da-9ead-73ebabec5a60) {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 03:55:49.040124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:55:49.041263 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:49.045208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb24db5-04f7-4bf2-bd67-13743747bb3f None None] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 03:55:49.068495 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7434683
Dec 21 03:55:49.287952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629bb38-906b-435c-91be-c589f8989eab None None] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 03:55:50.107700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 885c22f1-7533-49f1-8f06-fb3157739a09 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 03:55:50.177453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 885c22f1-7533-49f1-8f06-fb3157739a09 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 03:55:50.183072 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 885c22f1-7533-49f1-8f06-fb3157739a09 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:50.183485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:50.303048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:50.338781 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 885c22f1-7533-49f1-8f06-fb3157739a09, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=885c22f1-7533-49f1-8f06-fb3157739a09,segment=NetworkSegment(582e989b-16f4-4cf4-b3ec-70639d3bb221),segment_id=582e989b-16f4-4cf4-b3ec-70639d3bb221)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 03:55:50.341648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:50.344816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:50.410281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=885c22f1-7533-49f1-8f06-fb3157739a09,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:50.413571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:51.622048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55920) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:51.849783 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-75cec166-9a94-4f2b-815d-ce4f5f26b9fb admin admin] 10.222.0.16 "GET /v2.0/routers/f660f75e-519b-4ef0-9043-86a9d41d1f50 HTTP/1.1" status: 200  len: 710 time: 0.2263908
Dec 21 03:55:51.987787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72501c1-189a-4c41-9fed-9414f6523762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:55:51.988863 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f72501c1-189a-4c41-9fed-9414f6523762 admin admin] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 886 time: 0.1325576
Dec 21 03:55:51.998459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:55:52.093023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 885c22f1-7533-49f1-8f06-fb3157739a09 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 03:55:52.160612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 885c22f1-7533-49f1-8f06-fb3157739a09 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:52.160938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:52.462352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:52.982409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:53.015034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:53.027969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:53.042942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:55:53.046893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 03:55:53.049810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 03:55:53.055491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:55:53.142358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:53.145054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:53.160238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:53.248939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84730680-8d0e-4d6b-8dfc-adcfc574a722,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:53.259039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:53.412972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Allocated IP 172.27.0.224 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/aabb0635-bcd2-4693-9604-eb404479f5c3) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 03:55:53.566324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:53.591216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:53.610180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:53.746447 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Pushing event updated for resources: {'Port': ['ID=aabb0635-bcd2-4693-9604-eb404479f5c3,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:53.749484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:53.792113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 03:55:53.793178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 03:55:53.795364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 03:55:54.106998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 03:55:54.171959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:54.513910 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:54.517365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853825540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-950261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853838596'] for router, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:54.697175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Router f660f75e-519b-4ef0-9043-86a9d41d1f50 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 03:55:54.881530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 03:55:54.891197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Sync routers for ids ['f660f75e-519b-4ef0-9043-86a9d41d1f50'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 03:55:54.897947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:54.899241 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] 10.222.0.16 "PUT /v2.0/routers/f660f75e-519b-4ef0-9043-86a9d41d1f50 HTTP/1.1" status: 200  len: 890 time: 2.9041882
Dec 21 03:55:54.901670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Routers {'f660f75e-519b-4ef0-9043-86a9d41d1f50'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 03:55:54.902326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e429bc588>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T03:55:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f660f75e-519b-4ef0-9043-86a9d41d1f50'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:55.101590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Set router f660f75e-519b-4ef0-9043-86a9d41d1f50 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 03:55:55.459371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e429bc588>, [{'id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'name': 'router1', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'aabb0635-bcd2-4693-9604-eb404479f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:33Z', 'updated_at': '2020-12-21T03:55:53Z', 'revision_number': 4, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'gw_port': {'id': 'aabb0635-bcd2-4693-9604-eb404479f5c3', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:53Z', 'updated_at': '2020-12-21T03:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '885c22f1-7533-49f1-8f06-fb3157739a09', 'name': '', 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'mac_address': 'fa:16:3e:3d:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:43Z', 'updated_at': '2020-12-21T03:55:50Z', 'revision_number': 5, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'subnets': [{'id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f9888c2-de8c-441b-be0f-68c7dde63005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:55.464581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Checking router: f660f75e-519b-4ef0-9043-86a9d41d1f50 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 03:55:55.464972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Updating router f660f75e-519b-4ef0-9043-86a9d41d1f50 port aabb0635-bcd2-4693-9604-eb404479f5c3 binding host dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 03:55:55.517956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:55.905079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:55.917093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Transition to ACTIVE for port object aabb0635-bcd2-4693-9604-eb404479f5c3 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 03:55:55.919754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:55.935324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2c08475e-d42c-430c-8276-16abb1765144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:56.068897 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c568d-0e1b-426d-add9-ec9a09a16406 None None] Pushing event updated for resources: {'Port': ['ID=aabb0635-bcd2-4693-9604-eb404479f5c3,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:56.078596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-067c568d-0e1b-426d-add9-ec9a09a16406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:56.129620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Attempting to bind port aabb0635-bcd2-4693-9604-eb404479f5c3 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 03:55:56.130015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Attempting to bind port aabb0635-bcd2-4693-9604-eb404479f5c3 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 03:55:56.130407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Attempting to bind port aabb0635-bcd2-4693-9604-eb404479f5c3 on network 62fcf32e-2351-40da-9ead-73ebabec5a60 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 03:55:56.136753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 3, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 03:55:56.137155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 03:55:56.137584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:56.138000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Bound using segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 03:55:56.138502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Bound port: aabb0635-bcd2-4693-9604-eb404479f5c3, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 03:55:56.138918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:56.211864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] For port aabb0635-bcd2-4693-9604-eb404479f5c3, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 03:55:56.215145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] For port aabb0635-bcd2-4693-9604-eb404479f5c3, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=aabb0635-bcd2-4693-9604-eb404479f5c3,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 03:55:56.218402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:56.234142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-50f0cfbe-7151-452f-820c-a24b86e458fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:56.384101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c568d-0e1b-426d-add9-ec9a09a16406 None None] Pushing event updated for resources: {'Port': ['ID=aabb0635-bcd2-4693-9604-eb404479f5c3,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:56.389374 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-067c568d-0e1b-426d-add9-ec9a09a16406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:55:56.427787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Routers {'f660f75e-519b-4ef0-9043-86a9d41d1f50'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 03:55:56.428433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e429bc588>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T03:55:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f660f75e-519b-4ef0-9043-86a9d41d1f50'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:56.612178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] Set router f660f75e-519b-4ef0-9043-86a9d41d1f50 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 03:55:57.101570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e429bc588>, [{'id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'name': 'router1', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'aabb0635-bcd2-4693-9604-eb404479f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:33Z', 'updated_at': '2020-12-21T03:55:53Z', 'revision_number': 4, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'gw_port': {'id': 'aabb0635-bcd2-4693-9604-eb404479f5c3', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:53Z', 'updated_at': '2020-12-21T03:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '885c22f1-7533-49f1-8f06-fb3157739a09', 'name': '', 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'mac_address': 'fa:16:3e:3d:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:43Z', 'updated_at': '2020-12-21T03:55:50Z', 'revision_number': 5, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'subnets': [{'id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f9888c2-de8c-441b-be0f-68c7dde63005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 03:55:57.105746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c92e5-51a0-49bf-a15b-ad80ce3157cd None None] The sync data for ids ['f660f75e-519b-4ef0-9043-86a9d41d1f50'] in dv-cinder-733062-17-iscsi is: [{'id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'name': 'router1', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'aabb0635-bcd2-4693-9604-eb404479f5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T03:55:33Z', 'updated_at': '2020-12-21T03:55:53Z', 'revision_number': 4, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'gw_port': {'id': 'aabb0635-bcd2-4693-9604-eb404479f5c3', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:53Z', 'updated_at': '2020-12-21T03:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '885c22f1-7533-49f1-8f06-fb3157739a09', 'name': '', 'network_id': '5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2', 'tenant_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'mac_address': 'fa:16:3e:3d:c1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f660f75e-519b-4ef0-9043-86a9d41d1f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T03:55:43Z', 'updated_at': '2020-12-21T03:55:50Z', 'revision_number': 5, 'project_id': 'c8ffd9b12ad745109ee22fb0ae849b97', 'subnets': [{'id': '460ac06a-e29f-4237-8c2d-6b474b71da99', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f9888c2-de8c-441b-be0f-68c7dde63005'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 03:55:57.614388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 55930) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:55:57.765007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0a32d-5aaa-4384-9a35-fed8b9841897 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:55:57.766630 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-98c0a32d-5aaa-4384-9a35-fed8b9841897 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1511993
Dec 21 03:55:58.127264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device aabb0635-bcd2-4693-9604-eb404479f5c3 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 03:55:58.195740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port aabb0635-bcd2-4693-9604-eb404479f5c3 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 03:55:58.200906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port aabb0635-bcd2-4693-9604-eb404479f5c3 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:55:58.201314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:58.324643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:58.340951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port aabb0635-bcd2-4693-9604-eb404479f5c3, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=aabb0635-bcd2-4693-9604-eb404479f5c3,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 03:55:58.343877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:55:58.346003 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:55:58.412132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=aabb0635-bcd2-4693-9604-eb404479f5c3,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:55:58.415323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:56:00.101969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device aabb0635-bcd2-4693-9604-eb404479f5c3 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 03:56:00.189873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port aabb0635-bcd2-4693-9604-eb404479f5c3 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:56:00.190465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:04.313478 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-de35559e-81e6-46c4-8fbc-c6719f9c7d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:06.995574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b14f5121-4d36-4316-a2bc-6e9ed8c97b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:07.042309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:08.211374 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:08.756726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:31.109952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 03:56:34.298384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e9390ee6-5593-4ee9-9b21-903bbda5342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:36.958542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-68947b43-dbae-40bb-bfa8-ef291ffd348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:37.020084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:38.194100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:56:38.760514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:04.305066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e405a897-bd3d-4676-9dab-45e3692ae425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:06.961175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ece28e5a-30cc-4f47-9151-86b07988cdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:07.020928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:08.109577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 03:57:08.197453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:08.764261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:34.297883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-af441c4b-a66a-4ba3-b9c9-db3f60b9d8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:36.962914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3937eea2-1d5d-4079-8650-e01ff7b490a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:37.023904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:38.198882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:38.769906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:57:45.109131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 03:58:04.300011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0b32a661-ca99-4cf0-8ad7-502e8faf3808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:06.964942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5f5f473d-c536-4284-a9bc-d42c36f5cbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:07.026489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:08.200117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:08.773042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:11.978330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56506) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:12.080174 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.pecan_wsgi.hooks.translation [None req-42860f49-d577-47a7-b070-4d36e34c1e55 admin admin] GET failed (client error): The resource could not be found.
Dec 21 03:58:12.081501 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-42860f49-d577-47a7-b070-4d36e34c1e55 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1021304
Dec 21 03:58:12.394772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f050792-e371-4b11-8550-481e1c9eabed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:12.396411 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2f050792-e371-4b11-8550-481e1c9eabed admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.3104818
Dec 21 03:58:14.841626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56516) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:14.982779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a233b833-6dc8-4a69-acdc-1417b08d3e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:14.983458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a233b833-6dc8-4a69-acdc-1417b08d3e57 admin admin] Synchronizing usage tracker for tenant:d4136768852d465ca7fb3fd617c14f05 on resource:subnet {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 03:58:14.998705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a233b833-6dc8-4a69-acdc-1417b08d3e57 admin admin] Unset dirty status for tenant:d4136768852d465ca7fb3fd617c14f05 on resource:subnet {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 03:58:15.000065 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a233b833-6dc8-4a69-acdc-1417b08d3e57 admin admin] 10.222.0.16 "GET /v2.0/subnets/460ac06a-e29f-4237-8c2d-6b474b71da99 HTTP/1.1" status: 200  len: 849 time: 0.1568663
Dec 21 03:58:15.011041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:58:15.135395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:15.442714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761268471582'] for subnet, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:15.458606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4c5ff9d3-93e0-4a84-aa49-2beb3eb0286b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:58:15.603427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=460ac06a-e29f-4237-8c2d-6b474b71da99,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:58:15.614023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.614414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.614789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.615172 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.615531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.615901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.616254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.616626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.616993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.617340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.617687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.618036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:58:15.621652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:58:15.653030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:15.653672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:15.655611 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] 10.222.0.16 "PUT /v2.0/subnets/460ac06a-e29f-4237-8c2d-6b474b71da99 HTTP/1.1" status: 200  len: 868 time: 0.6480899
Dec 21 03:58:15.658360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b2914-48d7-45f1-857c-470491affd8e None None] Network 5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 03:58:16.167324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-937eb40d-f7ad-4547-906a-2445cca28b3a None None] Provisioning complete for port cd003098-a383-4eb2-a782-7983d04e4b4e triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:58:16.167840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-937eb40d-f7ad-4547-906a-2445cca28b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:16.297411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-937eb40d-f7ad-4547-906a-2445cca28b3a None None] Provisioning complete for port 885c22f1-7533-49f1-8f06-fb3157739a09 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:58:16.297815 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-937eb40d-f7ad-4547-906a-2445cca28b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:18.144569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56526) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:18.357061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7ee30-4810-46af-ae51-49adc3b63715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:18.357410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7ee30-4810-46af-ae51-49adc3b63715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:18.359109 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3ea7ee30-4810-46af-ae51-49adc3b63715 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2134764
Dec 21 03:58:20.821375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56536) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:21.036792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8e940a-f852-41bd-836d-bb449401cac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:21.037138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8e940a-f852-41bd-836d-bb449401cac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:21.038793 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3a8e940a-f852-41bd-836d-bb449401cac0 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2163942
Dec 21 03:58:22.110536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 03:58:23.479333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56546) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:23.697038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844ef274-a5a7-4895-9baa-0ccd6f91e9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:23.698428 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-844ef274-a5a7-4895-9baa-0ccd6f91e9c7 admin admin] 10.222.0.16 "GET /v2.0/networks/5f2ccb03-7f1d-4bae-8e6f-ae2243a510e2 HTTP/1.1" status: 200  len: 862 time: 0.2180548
Dec 21 03:58:26.168113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56556) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:26.375867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f831a3-a8ef-4506-9a3c-9bd18b56a967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:26.377256 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-90f831a3-a8ef-4506-9a3c-9bd18b56a967 admin admin] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 886 time: 0.2081347
Dec 21 03:58:28.827658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56566) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:28.971530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d3679-af25-4b44-9d85-f8ead8130d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:28.971945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2d3679-af25-4b44-9d85-f8ead8130d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:28.973539 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-bf2d3679-af25-4b44-9d85-f8ead8130d4a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1448200
Dec 21 03:58:31.416866 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56576) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:31.560733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b9318-4e8b-4cff-b66a-4ab2034e9361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:31.561209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b9318-4e8b-4cff-b66a-4ab2034e9361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:31.562812 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-519b9318-4e8b-4cff-b66a-4ab2034e9361 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1448865
Dec 21 03:58:34.020355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56586) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:34.166591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be5eeb-f16e-4412-913d-8712fa64e6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:34.168049 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-67be5eeb-f16e-4412-913d-8712fa64e6c6 admin admin] 10.222.0.16 "GET /v2.0/subnets/460ac06a-e29f-4237-8c2d-6b474b71da99 HTTP/1.1" status: 200  len: 868 time: 0.1466744
Dec 21 03:58:34.303398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ad4add15-2af7-46d3-9968-66f311c4409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:36.626494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56596) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:58:36.762240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638f7fb-ca83-464d-8880-8af6d42ed659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:58:36.764321 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f638f7fb-ca83-464d-8880-8af6d42ed659 admin admin] 10.222.0.16 "GET /v2.0/subnets/ef206030-4c98-4f00-99d0-659dd7d7c663 HTTP/1.1" status: 200  len: 816 time: 0.1360905
Dec 21 03:58:36.972431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8bce4048-d863-456b-863e-44752b3286a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:37.030161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:38.203472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:38.777087 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:58:59.109996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 03:59:02.336621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56636) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:59:02.415803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [None req-81114dc7-0a88-4bda-91d1-5936a0d7a940 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 03:59:02.416880 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-81114dc7-0a88-4bda-91d1-5936a0d7a940 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0792420
Dec 21 03:59:04.304811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a70c6f6b-0629-48b0-a24f-4a1802567b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:05.117081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 56646) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:59:05.224927 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5bad77-8146-4d82-9b81-22f419d5db33 admin admin] GET failed (client error): The resource could not be found.
Dec 21 03:59:05.226245 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-0c5bad77-8146-4d82-9b81-22f419d5db33 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1081498
Dec 21 03:59:05.365752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9427879a-7c42-447f-ae1c-ef60d85f72ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:59:05.367275 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9427879a-7c42-447f-ae1c-ef60d85f72ae admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1365795
Dec 21 03:59:06.963874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71128623-d3f7-442c-8869-a74e950b0f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:07.032998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:07.837851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 56656) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:59:07.916450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:59:07.921650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:59:07.931311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:59:07.940311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Made reservation on behalf of d4136768852d465ca7fb3fd617c14f05 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 03:59:07.944838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:08.038733 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.services.revisions.revision_plugin [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7e434bd5c0] {project_id='d4136768852d465ca7fb3fd617c14f05', id='4a184695-0cc6-4061-b337-393945eb51e0', target_tenant='*', action='access_as_shared', object_id='2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'}> to bump revision.
Dec 21 03:59:08.055150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 03:59:08.065052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275586200863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:08.065464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Added segment df157d40-a25b-4128-9e0c-f269f2ebdb65 of type vxlan for network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3
Dec 21 03:59:08.094377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:08.122863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:08.124603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:59:08.125219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:08.129907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:59:08.204128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:08.227037 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3879991
Dec 21 03:59:08.235507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Pushing event updated for resources: {'Network': ['ID=2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:59:08.243598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.243971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.244330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.244684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.245032 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.245656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.246002 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.246367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.246726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.247100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.247444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.247783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:08.252975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:59:08.261201 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 03:59:08.780926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:10.705613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 56666) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 03:59:10.807208 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.pecan_wsgi.hooks.translation [None req-1943727c-958a-4bca-833c-68e107bdd60f admin admin] GET failed (client error): The resource could not be found.
Dec 21 03:59:10.807756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1943727c-958a-4bca-833c-68e107bdd60f admin admin] Synchronizing usage tracker for tenant:d4136768852d465ca7fb3fd617c14f05 on resource:network {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 03:59:10.821864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1943727c-958a-4bca-833c-68e107bdd60f admin admin] Unset dirty status for tenant:d4136768852d465ca7fb3fd617c14f05 on resource:network {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 03:59:10.823067 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1943727c-958a-4bca-833c-68e107bdd60f admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1163800
Dec 21 03:59:10.938550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d99ff-6a07-42c5-8932-fa3f7ed7e77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:59:10.940125 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-817d99ff-6a07-42c5-8932-fa3f7ed7e77a admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1122379
Dec 21 03:59:10.952227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 03:59:10.956900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 03:59:10.966456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 03:59:10.975342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Made reservation on behalf of d4136768852d465ca7fb3fd617c14f05 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 03:59:10.979875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:11.409079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:11.424099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:59:11.557220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc228ff-d2a5-4405-af7d-8a989389ebaf,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:59:11.563900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:59:11.618569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Checking segment: {'id': 'df157d40-a25b-4128-9e0c-f269f2ebdb65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 03:59:11.618973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Network hostable DHCP agents. Network: 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 03:59:11.640121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 03:59:11.648640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 03:59:11.653068 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 03:59:11.653697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:11.657771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a703cb8e-6bd6-4bf6-a3d9-6c1f6a63285f None None] Network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 03:59:11.676140 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7276723
Dec 21 03:59:11.894351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c723bf3-7a1b-5d43-97d1-5300dc6e54f5-2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3', 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3', 'tenant_id': 'd4136768852d465ca7fb3fd617c14f05', 'fixed_ips': [{'subnet_id': '4fc228ff-d2a5-4405-af7d-8a989389ebaf'}]}} from dv-cinder-733062-17-iscsi. {{(pid=80294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 03:59:11.895841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:12.202686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Allocated IP 192.168.233.2 (2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3/4fc228ff-d2a5-4405-af7d-8a989389ebaf/0f1b248b-4ba6-4702-bac2-ab2010f36001) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 03:59:12.425472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:12.436307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Transition to ACTIVE for port object 0f1b248b-4ba6-4702-bac2-ab2010f36001 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 03:59:12.452835 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Transition to ACTIVE for port object 0f1b248b-4ba6-4702-bac2-ab2010f36001 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 03:59:12.457354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:12.473862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:59:12.769725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Pushing event updated for resources: {'Port': ['ID=0f1b248b-4ba6-4702-bac2-ab2010f36001,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:59:12.781178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.781568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.781932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.782296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.782649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.783031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.783389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.783740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.784105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.784454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.784799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.785151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 03:59:12.790324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:59:12.829003 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 03:59:12.830154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Resources bound (agent type, host, resource id):  {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 03:59:12.832456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 03:59:12.886202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Attempting to bind port 0f1b248b-4ba6-4702-bac2-ab2010f36001 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 03:59:12.886596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Attempting to bind port 0f1b248b-4ba6-4702-bac2-ab2010f36001 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': 'df157d40-a25b-4128-9e0c-f269f2ebdb65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 03:59:12.887023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Attempting to bind port 0f1b248b-4ba6-4702-bac2-ab2010f36001 on network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 03:59:12.893344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 3, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 03:59:12.893748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Checking segment: {'id': 'df157d40-a25b-4128-9e0c-f269f2ebdb65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 03:59:12.894225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:12.894685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Bound using segment: {'id': 'df157d40-a25b-4128-9e0c-f269f2ebdb65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 03:59:12.895230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Bound port: 0f1b248b-4ba6-4702-bac2-ab2010f36001, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df157d40-a25b-4128-9e0c-f269f2ebdb65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 03:59:12.895597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:12.992427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] For port 0f1b248b-4ba6-4702-bac2-ab2010f36001, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 03:59:12.995981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] For port 0f1b248b-4ba6-4702-bac2-ab2010f36001, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0f1b248b-4ba6-4702-bac2-ab2010f36001,segment=NetworkSegment(df157d40-a25b-4128-9e0c-f269f2ebdb65),segment_id=df157d40-a25b-4128-9e0c-f269f2ebdb65)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 03:59:12.999909 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:13.015868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:59:13.172207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Pushing event updated for resources: {'Port': ['ID=0f1b248b-4ba6-4702-bac2-ab2010f36001,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:59:13.177086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:59:14.315200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0f1b248b-4ba6-4702-bac2-ab2010f36001 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 03:59:14.389630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 0f1b248b-4ba6-4702-bac2-ab2010f36001 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 03:59:14.479768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74d71b-75cd-4aa5-b32c-660640c34a18 None None] Network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 03:59:14.608151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-62e9512c-7a42-4cf6-8aee-eee6c1dd7896 None None] Provisioning for port 0f1b248b-4ba6-4702-bac2-ab2010f36001 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 03:59:14.618547 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-62e9512c-7a42-4cf6-8aee-eee6c1dd7896 None None] Provisioning complete for port 0f1b248b-4ba6-4702-bac2-ab2010f36001 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:59:14.618976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-62e9512c-7a42-4cf6-8aee-eee6c1dd7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:14.837837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-62e9512c-7a42-4cf6-8aee-eee6c1dd7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:14.875597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-62e9512c-7a42-4cf6-8aee-eee6c1dd7896 None None] For port 0f1b248b-4ba6-4702-bac2-ab2010f36001, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0f1b248b-4ba6-4702-bac2-ab2010f36001,segment=NetworkSegment(df157d40-a25b-4128-9e0c-f269f2ebdb65),segment_id=df157d40-a25b-4128-9e0c-f269f2ebdb65)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 03:59:14.878763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-62e9512c-7a42-4cf6-8aee-eee6c1dd7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:14.881810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 03:59:14.949900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9512c-7a42-4cf6-8aee-eee6c1dd7896 None None] Pushing event updated for resources: {'Port': ['ID=0f1b248b-4ba6-4702-bac2-ab2010f36001,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 03:59:14.953312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-62e9512c-7a42-4cf6-8aee-eee6c1dd7896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 03:59:15.101560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-23454b1d-ee95-47a1-8585-dad66ba8e927 None None] Provisioning complete for port 0f1b248b-4ba6-4702-bac2-ab2010f36001 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:59:15.102051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-23454b1d-ee95-47a1-8585-dad66ba8e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:15.354667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-c280fabc-6f93-4a48-aa24-632b72d0d460 None None] Provisioning complete for port 0f1b248b-4ba6-4702-bac2-ab2010f36001 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:59:15.355141 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c280fabc-6f93-4a48-aa24-632b72d0d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:15.597425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-516acdd8-354a-4325-b619-57c83ee76b43 None None] Provisioning complete for port 0f1b248b-4ba6-4702-bac2-ab2010f36001 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:59:15.597833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-516acdd8-354a-4325-b619-57c83ee76b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:16.202591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0f1b248b-4ba6-4702-bac2-ab2010f36001 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 03:59:16.273388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 0f1b248b-4ba6-4702-bac2-ab2010f36001 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 03:59:16.273794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:34.306587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-76b05e7b-5085-4bc3-94e1-02d4c48aa99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:36.109670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 03:59:36.965376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-00e4c30d-e341-4ead-9ec7-e2648baddc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:37.036729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:38.206842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 03:59:38.784146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:04.308735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-04456dda-4acb-4c0e-9dfe-0a6f0818d1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:06.969103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8ab43e70-20d3-4609-a678-da352b8a94e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:07.040376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:08.208828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:08.788221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:13.111225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:00:15.923457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 56708) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:00:15.929794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [None req-f85c99d3-868f-464d-b81f-a3de477e89e3 tempest-verify_tempest_config-154117875 tempest-verify_tempest_config-154117875] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:00:15.930832 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f85c99d3-868f-464d-b81f-a3de477e89e3 tempest-verify_tempest_config-154117875 tempest-verify_tempest_config-154117875] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0063343
Dec 21 04:00:16.275023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 56728) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:00:16.428768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:16.443651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:00:16.447716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Usage tracker for resource:security_group_rule and tenant:a478d86adc534c42ae6d5287f640718e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:00:16.451279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:00:16.456978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:00:16.547272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:16.549800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:16.559117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:00:16.600756 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a478d86adc534c42ae6d5287f640718e&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3246484
Dec 21 04:00:16.602320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deade555-cd19-42de-94e9-056ac685ae5c,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:00:16.603622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56734) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:00:16.610416 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.610818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.611217 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.611585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.611946 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.612321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.612683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.613057 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.613428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.613784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.614138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.614490 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.618511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:00:16.674055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:16.704058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:16.753909 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:16.758894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:00:16.770367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deade555-cd19-42de-94e9-056ac685ae5c,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:00:16.781670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:16.782852 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/deade555-cd19-42de-94e9-056ac685ae5c HTTP/1.1" status: 204  len: 168 time: 0.1781986
Dec 21 04:00:16.784198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.784591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.784962 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.785328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.785694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.786073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.786432 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.786812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.787213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.787571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.787928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.788280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:00:16.791458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:00:34.310632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c7888670-00f7-4844-bf07-56e43f199550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:36.969843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e9bc700c-279b-4f34-a035-bbe046075a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:37.039124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:38.209922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:38.790164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:00:50.111001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:01:04.312262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2acc0e85-6dac-4cbf-bbc1-299e38b2a278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:06.971320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d23e9c8b-ac04-40e4-b710-9c662d84d872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:07.041287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:08.210244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:08.793893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:27.110383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 5 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:01:34.313967 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e78209cf-a0fb-45c5-83fc-e89116c79ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:36.974970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecdce-1a77-4851-b592-b00465973262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:37.042875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:38.211873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:38.796359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:47.356427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937'] for agent, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:01:47.357005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.357242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.357628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.358004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.358379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.358756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.359147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.359514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.359988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.360383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.360726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.361339 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:01:47.361727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7e42d02048>, 'Open vSwitch agent', 'hv-cinder-73306', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:01:47.365847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7e4e9824a8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73306', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:01:47.665677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] get_endpoint_by_host() called for host hv-cinder-73306 {{(pid=80294) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 21 04:01:47.669773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] get_endpoint_by_ip() called for ip 192.168.0.46 {{(pid=80294) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 21 04:01:47.672974 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] _add_endpoint() called for ip 192.168.0.46 {{(pid=80294) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 21 04:01:47.677608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] _get_endpoints() called {{(pid=80294) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 21 04:02:01.563495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56810) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:02:01.708622 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-7b5f2824-d245-4955-af8b-0efa7bb27231 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.1439471
Dec 21 04:02:04.111169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:02:04.172631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56820) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:02:04.260391 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-32797696-ad55-40b8-b3ae-05d809d01dc9 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.0866027
Dec 21 04:02:04.316655 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7364d1c1-b684-407b-b9ca-c4b152072e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:06.977680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b5857910-851f-4969-a3b1-e825af3d1871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:07.049187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:08.214389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:08.800156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:17.403338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:34.317072 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9328b659-66b2-4359-a432-10120e81a7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:36.981191 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32fd7d5-1d63-4b00-9873-813442afcf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:37.047139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:38.215851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:38.806642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:02:41.111012 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:02:47.412894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:04.319181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd8a1403-82bb-47ae-8e3f-2cfbcb76a4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:06.984163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-275d46ef-17cf-41ae-82a1-3f441212b1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:07.052256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:08.218920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:08.809719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:17.416820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:18.111983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:03:34.336669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-77175044-6523-47ec-9b7e-2f9744e75d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:37.004764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fc34706b-2085-4c15-b0d6-bcdbce5851c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:37.102065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:37.591098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56936) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:38.033552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1201514175-network', 'tenant_id': '33b459303bfe44888e8f61b8a2800f13'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:38.039536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:38.045327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Usage tracker for resource:network and tenant:33b459303bfe44888e8f61b8a2800f13 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:38.048586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:38.064158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:38.064324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Made reservation on behalf of 33b459303bfe44888e8f61b8a2800f13 for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:38.069141 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.082598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.100086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:38.107766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Usage tracker for resource:security_group_rule and tenant:33b459303bfe44888e8f61b8a2800f13 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:38.110845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:38.117075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:38.208205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.211559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.222801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:38.228890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.248459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:03:38.271307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc97572a-aa8f-42a9-9710-34eaa8fe8c63,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:38.274640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.275464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Added segment 9bd137a5-b200-46d0-94ce-cdf2f0209531 of type vxlan for network f5464669-173e-4ece-b4c4-fcb93d733400
Dec 21 04:03:38.284862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.285042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.285406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.285774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.286136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.286501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.287240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.287622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.287986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.288344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.288702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.289053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.289462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.289910 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.290167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.290701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.290814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.291195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.291547 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.291894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.292245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.292593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.292938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.293286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Tracked resource versions report:
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]: pushed versions:
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]: {   'AddressGroup': {'1.0'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'ConntrackHelper': {'1.0'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Log': {'1.0'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Network': {'1.1'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Port': {'1.6'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'PortForwarding': {'1.2'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'QosPolicy': {'1.8'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroup': {'1.3'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroupRule': {'1.1'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SubPort': {'1.0'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Subnet': {'1.1'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Trunk': {'1.1'}}
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]: consumer versions:
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]: {   DHCP agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     L3 agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metadata agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metering agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@dv-cinder-733062-17-iscsi: {   'AddressGroup': '1.0',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'ConntrackHelper': '1.0',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Log': '1.0',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Network': '1.1',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Port': '1.6',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'PortForwarding': '1.2',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'QosPolicy': '1.8',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroup': '1.3',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroupRule': '1.1',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SubPort': '1.0',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Subnet': '1.1',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Trunk': '1.1'},
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@hv-cinder-73306: {   'AddressGroup': '1.0',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'ConntrackHelper': '1.0',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Log': '1.0',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Network': '1.1',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Port': '1.6',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'PortForwarding': '1.2',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'QosPolicy': '1.8',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SecurityGroup': '1.3',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SecurityGroupRule': '1.1',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SubPort': '1.0',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Subnet': '1.1',
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Trunk': '1.1'}}
Dec 21 04:03:38.294607 dv-cinder-733062-17-iscsi neutron-server[80181]:  {{(pid=80292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 04:03:38.298198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:38.319986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.351748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.352944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:38.353517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.358657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1c5895a2-e017-4d82-a844-75cb09db6ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:38.417775 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8226597
Dec 21 04:03:38.418286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 56972) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:38.424644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Request body: {'subnet': {'network_id': 'f5464669-173e-4ece-b4c4-fcb93d733400', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1201514175-subnet', 'tenant_id': '33b459303bfe44888e8f61b8a2800f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:38.430354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:38.435111 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Usage tracker for resource:subnet and tenant:33b459303bfe44888e8f61b8a2800f13 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:38.438683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:38.457069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:38.466728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Made reservation on behalf of 33b459303bfe44888e8f61b8a2800f13 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:38.471058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Pushing event updated for resources: {'Network': ['ID=f5464669-173e-4ece-b4c4-fcb93d733400,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:38.472127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.474161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:38.484495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network f5464669-173e-4ece-b4c4-fcb93d733400 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:38.614455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network f5464669-173e-4ece-b4c4-fcb93d733400 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:38.913954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:38.922216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:39.000580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:39.104806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14aa96e7-78cb-4e9a-9607-e932cc2a1ef1,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:39.117504 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.117886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.118256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.118650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.119239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.119656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.120019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.120383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.120750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.121113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.121458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.121779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.122177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.122528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.122875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.123273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.123626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.123976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.124338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.124829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.125181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.125558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.126199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.126549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Tracked resource versions report:
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]: pushed versions:
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]: {   'AddressGroup': {'1.0'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'ConntrackHelper': {'1.0'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Log': {'1.0'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Network': {'1.1'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Port': {'1.6'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'PortForwarding': {'1.2'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'QosPolicy': {'1.8'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroup': {'1.3'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroupRule': {'1.1'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SubPort': {'1.0'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Subnet': {'1.1'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Trunk': {'1.1'}}
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]: consumer versions:
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]: {   DHCP agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     L3 agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metadata agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metering agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@dv-cinder-733062-17-iscsi: {   'AddressGroup': '1.0',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'ConntrackHelper': '1.0',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Log': '1.0',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Network': '1.1',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Port': '1.6',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'PortForwarding': '1.2',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'QosPolicy': '1.8',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroup': '1.3',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroupRule': '1.1',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SubPort': '1.0',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Subnet': '1.1',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Trunk': '1.1'},
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@hv-cinder-73306: {   'AddressGroup': '1.0',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'ConntrackHelper': '1.0',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Log': '1.0',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Network': '1.1',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Port': '1.6',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'PortForwarding': '1.2',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'QosPolicy': '1.8',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SecurityGroup': '1.3',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SecurityGroupRule': '1.1',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SubPort': '1.0',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Subnet': '1.1',
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Trunk': '1.1'}}
Dec 21 04:03:39.128327 dv-cinder-733062-17-iscsi neutron-server[80181]:  {{(pid=80293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 04:03:39.132139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:39.161399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Checking segment: {'id': '9bd137a5-b200-46d0-94ce-cdf2f0209531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5464669-173e-4ece-b4c4-fcb93d733400'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:03:39.161882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Network hostable DHCP agents. Network: f5464669-173e-4ece-b4c4-fcb93d733400, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:03:39.181998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Network f5464669-173e-4ece-b4c4-fcb93d733400 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:03:39.190875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, f5464669-173e-4ece-b4c4-fcb93d733400) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:39.195467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:39.195981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:39.203613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a3ba5d-4483-4780-8463-ceb6f338854b None None] Network f5464669-173e-4ece-b4c4-fcb93d733400 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:39.229792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56998) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:39.235539 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8159454
Dec 21 04:03:39.459638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d1433-ba31-4dff-b840-0222c918d957 None None] Network f5464669-173e-4ece-b4c4-fcb93d733400 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:39.487422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57012) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:39.789340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1070477959-network', 'tenant_id': '0d5c999358804f80929d210c54fe1fc6'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:39.796446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:39.801021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Usage tracker for resource:network and tenant:0d5c999358804f80929d210c54fe1fc6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:39.804160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:39.810470 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:39.819833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Made reservation on behalf of 0d5c999358804f80929d210c54fe1fc6 for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:39.824775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:39.838438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:39.854550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:39.858783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Usage tracker for resource:security_group_rule and tenant:0d5c999358804f80929d210c54fe1fc6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:39.862259 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:39.868115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:39.889552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57026) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:39.966662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:39.969934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:39.983875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:40.011473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:03:40.020548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8207468-0352-46ae-abcb-af49af61155a,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:40.024001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:40.028076 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.028759 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Added segment 44e7596d-59ab-4cfd-91b4-a4b05c5900bf of type vxlan for network cbe98613-5022-44ed-8fff-023841696a00
Dec 21 04:03:40.040304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1436006619-network', 'tenant_id': 'f527547042444d469350a38850143d5a'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:40.047051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:40.058825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Usage tracker for resource:network and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:40.073160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57034) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:40.074715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:40.087210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:40.091360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.123013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Made reservation on behalf of f527547042444d469350a38850143d5a for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:40.127703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.143403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.161032 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:40.163560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.166649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Usage tracker for resource:security_group_rule and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:40.169696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:40.170325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.175684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:40.179482 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:40.215391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:40.267940 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0372653
Dec 21 04:03:40.271155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57050) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:40.278044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Request body: {'subnet': {'network_id': 'cbe98613-5022-44ed-8fff-023841696a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1070477959-subnet', 'tenant_id': '0d5c999358804f80929d210c54fe1fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:40.295280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:40.300575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Usage tracker for resource:subnet and tenant:0d5c999358804f80929d210c54fe1fc6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:40.304923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:40.312223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:40.324337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Made reservation on behalf of 0d5c999358804f80929d210c54fe1fc6 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:40.330660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.353519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Pushing event updated for resources: {'Network': ['ID=cbe98613-5022-44ed-8fff-023841696a00,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:40.360337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:40.365966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network cbe98613-5022-44ed-8fff-023841696a00 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:40.387357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network cbe98613-5022-44ed-8fff-023841696a00 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:40.460412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.470238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.474856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:40.521150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:03:40.536529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad347f25-5213-489d-8d51-e414695d0eb7,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:40.542377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:40.543535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.543892 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Added segment 0adf0193-7986-4059-bb15-21c42559a530 of type vxlan for network e8d33767-b253-441c-91c7-8b1cb39a6139
Dec 21 04:03:40.572132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.573836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-network', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:40.587041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:40.597502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Usage tracker for resource:network and tenant:835bff285f30412e8cdd0e7f8f00f705 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:40.605380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.606843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:40.607369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:40.607493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.615889 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:40.633430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:40.637151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-878250677-network', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:40.660075 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.1710055
Dec 21 04:03:40.660765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57062) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:40.669877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Made reservation on behalf of 835bff285f30412e8cdd0e7f8f00f705 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:40.674658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.686273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Request body: {'subnet': {'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1436006619-subnet', 'tenant_id': 'f527547042444d469350a38850143d5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:40.691079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:40.691977 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:40.694734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.696270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Usage tracker for resource:subnet and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:40.699850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:40.707081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:40.720191 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Made reservation on behalf of f527547042444d469350a38850143d5a for: {'subnet': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:40.720429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Usage tracker for resource:network and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:40.725203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.727308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:40.739384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:40.742051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:40.755516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:835bff285f30412e8cdd0e7f8f00f705 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:40.763049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:40.808292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Made reservation on behalf of cc8f76dafd9d4e19a9667dec5becb673 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:40.813246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.831848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:40.841816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:40.885184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Pushing event updated for resources: {'Network': ['ID=e8d33767-b253-441c-91c7-8b1cb39a6139,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:40.890318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:40.898100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network e8d33767-b253-441c-91c7-8b1cb39a6139 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:40.901676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:40.916878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Usage tracker for resource:security_group_rule and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:40.923597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:40.926272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network e8d33767-b253-441c-91c7-8b1cb39a6139 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:40.949098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:41.338920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.401586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.407287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.433337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.434492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:03:41.438268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:41.442206 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.461849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-eb33e8a3-acb1-4555-8537-9433e5100251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:41.480859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3ae1d2-5bd6-41be-8d8a-84aa1575f333,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:41.533399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1514a59a-8373-4837-82b8-650747573078,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:41.539139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:41.540237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:41.541239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:41.602001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275586200863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.602582 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Added segment bd6618d3-c5e6-45f2-add4-dcbb6d604638 of type vxlan for network e2c2a6e4-9130-437b-b1c6-0bb90f013677
Dec 21 04:03:41.696779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.714301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=90977da5-bb96-4768-b5ea-0ac200b324c5,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:41.719699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:41.804592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.825800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:41.833361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Checking segment: {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:03:41.833751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Network hostable DHCP agents. Network: e8d33767-b253-441c-91c7-8b1cb39a6139, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:03:41.862344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Network e8d33767-b253-441c-91c7-8b1cb39a6139 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:03:41.886290 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, e8d33767-b253-441c-91c7-8b1cb39a6139) {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:41.891047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd547854-51ff-4e39-b7f6-2df69ce4b7cc,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:41.895608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765124d2-ae91-453c-828d-1c470063e5c5 None None] Network e8d33767-b253-441c-91c7-8b1cb39a6139 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:41.906718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:41.907816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:41.910076 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.914148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.914318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:41.914994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.950564 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ec662ec6-056d-4f77-89fb-5097dd0c53fe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2824011
Dec 21 04:03:41.953398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57090) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:41.959355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:41.961745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:41.965782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:41.970356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Usage tracker for resource:router and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:41.973796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:41.984558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:41.996747 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854685135'] for router, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:41.998190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-950231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854216347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90682'] for router, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:42.002086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:03:42.002473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:03:42.034852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:42.132625 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.2418776
Dec 21 04:03:42.153346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57112) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:42.183437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Request body: {'subnet': {'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-subnet', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:42.250782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:42.263905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c2a6e4-9130-437b-b1c6-0bb90f013677,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:42.266841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Usage tracker for resource:subnet and tenant:835bff285f30412e8cdd0e7f8f00f705 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:42.272790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:42.273800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:42.294269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:42.320153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Made reservation on behalf of 835bff285f30412e8cdd0e7f8f00f705 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:42.331830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:42.374598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:42.410128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Checking segment: {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:03:42.410792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Network hostable DHCP agents. Network: cbe98613-5022-44ed-8fff-023841696a00, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:03:42.460719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:42.505228 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:42.560481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Network cbe98613-5022-44ed-8fff-023841696a00 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:03:42.575628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:03:42.604781 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, cbe98613-5022-44ed-8fff-023841696a00) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:42.622213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275586200863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:42.622652 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Added segment 0a4ff51e-244a-4389-98fe-e90ed524e457 of type vxlan for network f6bc0051-d4ea-476a-9024-7792973f8f69
Dec 21 04:03:42.624379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:42.625015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:42.692577 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.4199934
Dec 21 04:03:42.743228 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cb98f8-3e69-4979-b1e8-b4324ec032c7 None None] Network cbe98613-5022-44ed-8fff-023841696a00 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:42.830297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:42.965290 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:42.969365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:42.970289 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:42.991559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-30b4a691-b88e-43f3-ad9c-a6c6469d8090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:43.046313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:43.065174 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.9899442
Dec 21 04:03:43.066200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57148) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:43.204948 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Request body: {'subnet': {'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-subnet', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:43.229423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6bc0051-d4ea-476a-9024-7792973f8f69,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:43.233446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:43.241214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:43.247688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c723bf3-7a1b-5d43-97d1-5300dc6e54f5-e8d33767-b253-441c-91c7-8b1cb39a6139', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5'}]}} from dv-cinder-733062-17-iscsi. {{(pid=80294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 04:03:43.248697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:43.251391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57158) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:43.262279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f21007b-073f-4144-b27c-1952f3740d0a None None] Network cbe98613-5022-44ed-8fff-023841696a00 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:43.266088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Usage tracker for resource:subnet and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:43.270250 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 21 04:03:43.271367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:43.281330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network f6bc0051-d4ea-476a-9024-7792973f8f69 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:43.296314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network f6bc0051-d4ea-476a-9024-7792973f8f69 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:03:43.317724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:43.336702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Made reservation on behalf of cc8f76dafd9d4e19a9667dec5becb673 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:43.343503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:43.508423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:43.556995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:43.566221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57172) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:43.898321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Allocated IP 172.27.0.11 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/0fd0887f-b244-45e2-a66b-8c1194c7fedb) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:03:44.005230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:44.084650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a1c3fcf0-7ec4-4ccf-989c-46c5d6f24126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:44.155934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb175-73de-437b-8c28-d90cda11e262 req-66a68fcf-6f19-4604-b5b8-390512abcaf1 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:44.157473 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-66a68fcf-6f19-4604-b5b8-390512abcaf1 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/networks?id=f5464669-173e-4ece-b4c4-fcb93d733400 HTTP/1.1" status: 200  len: 812 time: 0.8938076
Dec 21 04:03:44.242594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:44.319809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:44.420409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8c0646-5b78-4264-945f-980091ea01bf,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:44.464590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:44.493047 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-dfade4b8-93b3-4fc7-8e02-c24ff59961d0 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/quotas/33b459303bfe44888e8f61b8a2800f13 HTTP/1.1" status: 200  len: 375 time: 0.0560238
Dec 21 04:03:44.494569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:44.543418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:44.558597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Allocated IP 172.20.0.2 (e8d33767-b253-441c-91c7-8b1cb39a6139/90977da5-bb96-4768-b5ea-0ac200b324c5/0d68623c-1e9d-437b-9332-5cb05869ba3b) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:03:44.625526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:44.625911 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Pushing event updated for resources: {'Port': ['ID=0fd0887f-b244-45e2-a66b-8c1194c7fedb,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:44.629595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:03:44.630696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:44.631782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57204) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:44.632230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:44.636014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:03:44.688541 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ba71be725c4243ba10060f5f4b1777 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:44.694726 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 21 04:03:44.698348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:44.703532 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-c3497dd5-ec9a-49e8-bcd0-4eeffe2dedd9 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?tenant_id=33b459303bfe44888e8f61b8a2800f13&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1743546
Dec 21 04:03:44.718211 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:44.841599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:44.855745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Transition to ACTIVE for port object 0d68623c-1e9d-437b-9332-5cb05869ba3b will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:03:44.873781 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Transition to ACTIVE for port object 0d68623c-1e9d-437b-9332-5cb05869ba3b will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:03:44.880169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:44.900922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-62e9512c-7a42-4cf6-8aee-eee6c1dd7896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:44.904055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:44.909403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Checking segment: {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:03:44.909793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Network hostable DHCP agents. Network: e2c2a6e4-9130-437b-b1c6-0bb90f013677, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:03:44.930506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7700ccbb-80ac-45f3-9f80-589d00afc758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:44.986591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-86340d61-b796-4916-824b-bfb3e6fb115d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:03:44.987961 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-86340d61-b796-4916-824b-bfb3e6fb115d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1426806
Dec 21 04:03:45.037553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982ea6-cab5-4973-8080-ddc28b69487d req-fa6bd90a-1137-440a-b91c-1fecb5bf0cad tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:45.038300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-34982ea6-cab5-4973-8080-ddc28b69487d req-fa6bd90a-1137-440a-b91c-1fecb5bf0cad tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:network {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:03:45.061391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Pushing event updated for resources: {'Port': ['ID=0d68623c-1e9d-437b-9332-5cb05869ba3b,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:45.077117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.077497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.077868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.078230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.078588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.079112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.079332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.079656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.080022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.080372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.080721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.081065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.081468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.081816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.082166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.082516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.082860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.083229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.083574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.083917 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.084259 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.084831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.085188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.085535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Tracked resource versions report:
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]: pushed versions:
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]: {   'AddressGroup': {'1.0'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'ConntrackHelper': {'1.0'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Log': {'1.0'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Network': {'1.1'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Port': {'1.6'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'PortForwarding': {'1.2'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'QosPolicy': {'1.8'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroup': {'1.3'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroupRule': {'1.1'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SubPort': {'1.0'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Subnet': {'1.1'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Trunk': {'1.1'}}
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]: consumer versions:
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]: {   DHCP agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     L3 agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metadata agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metering agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@dv-cinder-733062-17-iscsi: {   'AddressGroup': '1.0',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'ConntrackHelper': '1.0',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Log': '1.0',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Network': '1.1',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Port': '1.6',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'PortForwarding': '1.2',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'QosPolicy': '1.8',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroup': '1.3',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroupRule': '1.1',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SubPort': '1.0',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Subnet': '1.1',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Trunk': '1.1'},
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@hv-cinder-73306: {   'AddressGroup': '1.0',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'ConntrackHelper': '1.0',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Log': '1.0',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Network': '1.1',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Port': '1.6',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'PortForwarding': '1.2',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'QosPolicy': '1.8',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SecurityGroup': '1.3',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SecurityGroupRule': '1.1',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SubPort': '1.0',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Subnet': '1.1',
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Trunk': '1.1'}}
Dec 21 04:03:45.086867 dv-cinder-733062-17-iscsi neutron-server[80181]:  {{(pid=80294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 04:03:45.091301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:45.130151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-34982ea6-cab5-4973-8080-ddc28b69487d req-fa6bd90a-1137-440a-b91c-1fecb5bf0cad tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:network {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:03:45.131512 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-fa6bd90a-1137-440a-b91c-1fecb5bf0cad tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 815 time: 0.4970253
Dec 21 04:03:45.145705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Network e8d33767-b253-441c-91c7-8b1cb39a6139 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:03:45.147491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Resources bound (agent type, host, resource id):  {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:45.161575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:03:45.163669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5529e6-1122-47ff-b067-31751721e0f5,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:45.163987 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-1f25a0dc-5011-4e70-b8c5-d12246f7530d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/quotas/0d5c999358804f80929d210c54fe1fc6 HTTP/1.1" status: 200  len: 375 time: 0.0196285
Dec 21 04:03:45.166494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:45.169354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.175294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:03:45.178629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.202704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.230106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-137126bb-49d4-4555-9b63-a5df35a57b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:45.230798 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Attempting to bind port 0d68623c-1e9d-437b-9332-5cb05869ba3b on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:03:45.231350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Attempting to bind port 0d68623c-1e9d-437b-9332-5cb05869ba3b by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:03:45.231759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Attempting to bind port 0d68623c-1e9d-437b-9332-5cb05869ba3b on network e8d33767-b253-441c-91c7-8b1cb39a6139 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:03:45.238392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:03:45.238812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Checking segment: {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:03:45.239284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.239869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Bound using segment: {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:03:45.240223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Bound port: 0d68623c-1e9d-437b-9332-5cb05869ba3b, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:03:45.240628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.245773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, e2c2a6e4-9130-437b-b1c6-0bb90f013677) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:45.283596 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-eae54650-5635-4087-be6d-6a77372ba3d0 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0610690
Dec 21 04:03:45.295952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b13a27-939f-4f0d-bfd2-548237d5edd9 None None] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:45.323644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:45.324284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.378747 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4ba71be725c4243ba10060f5f4b1777&name=default HTTP/1.1" status: 200  len: 2875 time: 1.6147931
Dec 21 04:03:45.379699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57220) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:45.389957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4130e88-355e-46ef-b2bc-43bf3ce3ff90,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:45.406372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:45.428407 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.2702591
Dec 21 04:03:45.429387 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57226) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:45.431276 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-5a7f2a17-185f-4ba6-97cd-b9040b89eb2d service neutron] 10.222.0.16 "GET /v2.0/networks/f5464669-173e-4ece-b4c4-fcb93d733400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4163969
Dec 21 04:03:45.438769 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:45.475161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:45.482680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Checking segment: {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:03:45.489014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] For port 0d68623c-1e9d-437b-9332-5cb05869ba3b, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:03:45.495269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Network hostable DHCP agents. Network: f6bc0051-d4ea-476a-9024-7792973f8f69, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:03:45.502173 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] For port 0d68623c-1e9d-437b-9332-5cb05869ba3b, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0d68623c-1e9d-437b-9332-5cb05869ba3b,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:03:45.516001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Usage tracker for resource:router and tenant:835bff285f30412e8cdd0e7f8f00f705 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:45.522574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:45.538534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:45.568528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.629203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Network f6bc0051-d4ea-476a-9024-7792973f8f69 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:03:45.635899 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854685135'] for router, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.637300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-950231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854216347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90682'] for router, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.668780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, f6bc0051-d4ea-476a-9024-7792973f8f69) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:45.674141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-3bde4178-69b3-4c40-8372-24a437ed9059 service neutron] 10.222.0.16 "GET /v2.0/networks/f5464669-173e-4ece-b4c4-fcb93d733400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2301714
Dec 21 04:03:45.679086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:45.679711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.700481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-efe93008-dddb-4ace-9665-7bee06d4984a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:03:45.701613 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-efe93008-dddb-4ace-9665-7bee06d4984a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3231683
Dec 21 04:03:45.703760 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:45.715857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.732557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd25bb37-d7d8-40e4-9cb9-ade496ae45ed None None] Network f6bc0051-d4ea-476a-9024-7792973f8f69 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:45.781994 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.6546695
Dec 21 04:03:45.787436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57238) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:45.799136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:45.804253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:45.808932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Usage tracker for resource:router and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:45.811883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:45.817501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:45.836243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854685135'] for router, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.837517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-950231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854216347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90682'] for router, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.853822 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555'] for router, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.879788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:45.961084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50c326c-51e6-4d76-ac37-40ec1512fbb8 None None] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:45.968733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f6621f63-59f9-4ff1-8dd3-9f057e898990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:46.054130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Pushing event updated for resources: {'Port': ['ID=0d68623c-1e9d-437b-9332-5cb05869ba3b,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:46.058286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f6621f63-59f9-4ff1-8dd3-9f057e898990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:46.072199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:46.162975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f6621f63-59f9-4ff1-8dd3-9f057e898990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:46.313363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4db8b017-376e-4cf4-93e7-a82c4f633419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:46.339826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6621f63-59f9-4ff1-8dd3-9f057e898990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4130e88-355e-46ef-b2bc-43bf3ce3ff90,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:46.346887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f6621f63-59f9-4ff1-8dd3-9f057e898990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:46.375447 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f6621f63-59f9-4ff1-8dd3-9f057e898990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:46.376740 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f6621f63-59f9-4ff1-8dd3-9f057e898990 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4130e88-355e-46ef-b2bc-43bf3ce3ff90 HTTP/1.1" status: 204  len: 168 time: 0.9937050
Dec 21 04:03:46.486586 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-fe46572c-7f9f-4d2d-ada1-0e93e3ff154b service neutron] 10.222.0.16 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7751591
Dec 21 04:03:46.700426 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-e9f8146b-51b5-41f5-b3d2-2674b1fa15ac service neutron] 10.222.0.16 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1997030
Dec 21 04:03:46.723455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 is scheduled to L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 with binding_index 1 {{(pid=80292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 04:03:46.895802 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c723bf3-7a1b-5d43-97d1-5300dc6e54f5-f6bc0051-d4ea-476a-9024-7792973f8f69', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5'}]}} from dv-cinder-733062-17-iscsi. {{(pid=80294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 04:03:46.896710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:46.962031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:47.023800 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e17b339-4738-4203-a8a7-84d37d670e2d req-ce712ed0-9a36-4425-a970-6495281b8fa5 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 210 time: 0.6161370
Dec 21 04:03:47.091481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:47.159700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:03:47.174177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Sync routers for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:03:47.207340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:03:47.207913 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:47.210216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e431c0eb8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:03:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:03:47.212803 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.2578974
Dec 21 04:03:47.213642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57292) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:47.539744 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3ba5c10f-856e-4df2-b6ea-29691127ae13 req-b0ba9a65-38e2-4dcc-8e0a-2fb7f6c17db2 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.1658723
Dec 21 04:03:47.552377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57304) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:47.586566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:47.665857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:47.704307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:47.719748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6e33883d2b44bcb365f625d303c8cf is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:47.728396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:47.746475 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:47.836361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:03:47.948427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Allocated IP 172.20.0.2 (f6bc0051-d4ea-476a-9024-7792973f8f69/0d5529e6-1122-47ff-b067-31751721e0f5/fff00220-3df1-4496-ba13-778c57c421f6) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:03:48.014699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:48.291952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:48.318602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Transition to ACTIVE for port object fff00220-3df1-4496-ba13-778c57c421f6 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:03:48.363527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Transition to ACTIVE for port object fff00220-3df1-4496-ba13-778c57c421f6 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:03:48.372784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:48.410754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:48.425919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57334) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:48.475951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:48.479408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:48.526167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:48.565168 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ba4068ea-c59d-4bdd-88bd-191425a2bd3e req-4020e4c7-5ade-421b-9fa5-df93d0ebc905 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 210 time: 0.3222489
Dec 21 04:03:48.615568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e431c0eb8>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:44Z', 'revision_number': 3, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:03:48.623124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Checking router: 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:03:48.629664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Updating router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 port 0fd0887f-b244-45e2-a66b-8c1194c7fedb binding host dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:03:48.702696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:48.771456 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c6e33883d2b44bcb365f625d303c8cf&name=default HTTP/1.1" status: 200  len: 2875 time: 1.2155063
Dec 21 04:03:48.781630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:48.792713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57356) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:48.836455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0d68623c-1e9d-437b-9332-5cb05869ba3b up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:03:48.977137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5b73f1-3991-4ed9-be09-330d093564c7 None None] Network e8d33767-b253-441c-91c7-8b1cb39a6139 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:49.101277 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cb98e623-7fee-431f-b933-66de37c2f028 req-d151ee85-4610-4443-877f-ceba530fe2e3 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.2288568
Dec 21 04:03:49.128784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439e108-926e-41bb-b44f-0af2559dd816,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:49.140297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:49.170170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.238982 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.322890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Pushing event updated for resources: {'Port': ['ID=fff00220-3df1-4496-ba13-778c57c421f6,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:49.341424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:49.347152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-dd99c2e9-ba62-48b5-8bd9-6473d1a908fb None None] Provisioning for port 0d68623c-1e9d-437b-9332-5cb05869ba3b completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:03:49.413131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.422267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Network f6bc0051-d4ea-476a-9024-7792973f8f69 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:03:49.425984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Resources bound (agent type, host, resource id):  {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:49.429391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 0d68623c-1e9d-437b-9332-5cb05869ba3b completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:03:49.435495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:03:49.470381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:49.495581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 0d68623c-1e9d-437b-9332-5cb05869ba3b triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:49.496159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.497048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-87d1f5c5-efe3-4838-9d92-800828dae223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.565944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Usage tracker for resource:security_group_rule and tenant:a7694ffa2b484602b5e056f138ca7690 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:49.599054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.610774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:49.624797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Transition to ACTIVE for port object 0fd0887f-b244-45e2-a66b-8c1194c7fedb will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:03:49.633877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.657564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:49.664420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.677507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:49.746660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Attempting to bind port fff00220-3df1-4496-ba13-778c57c421f6 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:03:49.759242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Attempting to bind port fff00220-3df1-4496-ba13-778c57c421f6 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:03:49.759781 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Attempting to bind port fff00220-3df1-4496-ba13-778c57c421f6 on network f6bc0051-d4ea-476a-9024-7792973f8f69 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:03:49.815933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-87d1f5c5-efe3-4838-9d92-800828dae223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.889851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Pushing event updated for resources: {'Port': ['ID=0fd0887f-b244-45e2-a66b-8c1194c7fedb,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:49.891690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Allocated IP 172.27.0.81 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/6f160da8-779c-409a-b7e9-d85e236b57d1) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:03:49.895671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:03:49.896092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Checking segment: {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:03:49.896541 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.896971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Bound using segment: {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:03:49.897504 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Bound port: fff00220-3df1-4496-ba13-778c57c421f6, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:03:49.905772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:49.925645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.926029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.936297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.936774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.937332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.937713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.938109 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.938471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.939027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.939386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.939748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.940101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.940526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.940879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.941229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.941575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.941926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.942273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.942617 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.942999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.943348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.943691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.944039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.944382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Tracked resource versions report:
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]: pushed versions:
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]: {   'AddressGroup': {'1.0'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'ConntrackHelper': {'1.0'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Log': {'1.0'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Network': {'1.1'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Port': {'1.6'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'PortForwarding': {'1.2'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'QosPolicy': {'1.8'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroup': {'1.3'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SecurityGroupRule': {'1.1'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'SubPort': {'1.0'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Subnet': {'1.1'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     'Trunk': {'1.1'}}
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]: consumer versions:
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]: {   DHCP agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     L3 agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metadata agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     Metering agent@dv-cinder-733062-17-iscsi: {},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@dv-cinder-733062-17-iscsi: {   'AddressGroup': '1.0',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'ConntrackHelper': '1.0',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Log': '1.0',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Network': '1.1',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Port': '1.6',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'PortForwarding': '1.2',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'QosPolicy': '1.8',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroup': '1.3',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SecurityGroupRule': '1.1',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'SubPort': '1.0',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Subnet': '1.1',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                                       'Trunk': '1.1'},
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:     Open vSwitch agent@hv-cinder-73306: {   'AddressGroup': '1.0',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'ConntrackHelper': '1.0',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Log': '1.0',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Network': '1.1',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Port': '1.6',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'PortForwarding': '1.2',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'QosPolicy': '1.8',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SecurityGroup': '1.3',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SecurityGroupRule': '1.1',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'SubPort': '1.0',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Subnet': '1.1',
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:                                             'Trunk': '1.1'}}
Dec 21 04:03:49.945753 dv-cinder-733062-17-iscsi neutron-server[80181]:  {{(pid=80295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 04:03:49.972533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:50.069517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] For port fff00220-3df1-4496-ba13-778c57c421f6, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:03:50.073842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] For port fff00220-3df1-4496-ba13-778c57c421f6, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=fff00220-3df1-4496-ba13-778c57c421f6,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:03:50.078458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.157955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.189102 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-61dd1403-8d33-4f59-9b9a-8642130e127a req-8c688da8-4d97-4078-ac4a-d0fc4490c8df tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 210 time: 0.1476517
Dec 21 04:03:50.219845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-87d1f5c5-efe3-4838-9d92-800828dae223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.248692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c06cf75a-2909-43c3-bc97-fdf32e98aac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:50.255429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Attempting to bind port 0fd0887f-b244-45e2-a66b-8c1194c7fedb on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:03:50.255834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Attempting to bind port 0fd0887f-b244-45e2-a66b-8c1194c7fedb by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:03:50.256231 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Attempting to bind port 0fd0887f-b244-45e2-a66b-8c1194c7fedb on network 62fcf32e-2351-40da-9ead-73ebabec5a60 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:03:50.266068 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:03:50.269852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1f5c5-efe3-4838-9d92-800828dae223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439e108-926e-41bb-b44f-0af2559dd816,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:50.274261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:03:50.276388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.276833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Bound using segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:03:50.281766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Bound port: 0fd0887f-b244-45e2-a66b-8c1194c7fedb, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:03:50.282199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.315235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-87d1f5c5-efe3-4838-9d92-800828dae223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:50.379476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-87d1f5c5-efe3-4838-9d92-800828dae223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.381038 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-87d1f5c5-efe3-4838-9d92-800828dae223 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7439e108-926e-41bb-b44f-0af2559dd816 HTTP/1.1" status: 204  len: 168 time: 1.5872686
Dec 21 04:03:50.392233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.55', 53059) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:50.445897 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] For port 0fd0887f-b244-45e2-a66b-8c1194c7fedb, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:03:50.451680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] For port 0fd0887f-b244-45e2-a66b-8c1194c7fedb, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0fd0887f-b244-45e2-a66b-8c1194c7fedb,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:03:50.459890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.485688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:50.597736 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c2298d7-85c5-4fc7-bf77-ffed45b8a036 req-124e5f81-65d6-4f94-8e2e-097ef3e64f28 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0621574
Dec 21 04:03:50.628848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:50.692155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.694341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb175-73de-437b-8c28-d90cda11e262 req-7d7a6c3c-7445-48d0-b384-9d639af14c22 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:50.695312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-15bdb175-73de-437b-8c28-d90cda11e262 req-7d7a6c3c-7445-48d0-b384-9d639af14c22 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Synchronizing usage tracker for tenant:33b459303bfe44888e8f61b8a2800f13 on resource:network {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:03:50.734620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Pushing event updated for resources: {'Port': ['ID=0fd0887f-b244-45e2-a66b-8c1194c7fedb,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:50.739972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:50.800461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:03:50.801574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e431c0eb8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:03:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:03:50.826020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.839402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:50.844970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-15bdb175-73de-437b-8c28-d90cda11e262 req-7d7a6c3c-7445-48d0-b384-9d639af14c22 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Unset dirty status for tenant:33b459303bfe44888e8f61b8a2800f13 on resource:network {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:03:50.846607 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-7d7a6c3c-7445-48d0-b384-9d639af14c22 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.55 "GET /v2.0/networks?id=f5464669-173e-4ece-b4c4-fcb93d733400 HTTP/1.1" status: 200  len: 812 time: 0.4529910
Dec 21 04:03:50.863149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:50.877372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:50.899244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Allocated IP 172.20.0.1 (e8d33767-b253-441c-91c7-8b1cb39a6139/90977da5-bb96-4768-b5ea-0ac200b324c5/1d882f3f-4f1c-4e27-91cd-1c249d924e8d) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:03:50.922646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Request body: {'port': {'device_id': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'network_id': 'f5464669-173e-4ece-b4c4-fcb93d733400', 'admin_state_up': True, 'tenant_id': '33b459303bfe44888e8f61b8a2800f13'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:50.961201 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:03:50.973568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:50.987129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:03:51.130743 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:51.137188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Usage tracker for resource:port and tenant:33b459303bfe44888e8f61b8a2800f13 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:51.140956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Quota usage for port was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:51.150139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:51.192282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Pushing event updated for resources: {'Port': ['ID=fff00220-3df1-4496-ba13-778c57c421f6,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:51.200233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Made reservation on behalf of 33b459303bfe44888e8f61b8a2800f13 for: {'port': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:51.221954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:51.231962 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:51.242945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:51.319851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.55', 53067) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:51.366294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:03:51.371288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Allocated IP 172.27.0.151 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/6a889e76-8896-4fc6-b2c6-8e4d475db0fb) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:03:51.387060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 0d68623c-1e9d-437b-9332-5cb05869ba3b, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0d68623c-1e9d-437b-9332-5cb05869ba3b,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:03:51.392352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:51.401609 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Synchronizing usage tracker for tenant:d4136768852d465ca7fb3fd617c14f05 on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:03:51.402836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:51.636585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=0d68623c-1e9d-437b-9332-5cb05869ba3b,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:51.662075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:51.703082 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Pushing event updated for resources: {'Port': ['ID=6f160da8-779c-409a-b7e9-d85e236b57d1,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:51.709488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-a2927c70-a89d-49d1-80f6-b90f66d6b641 None None] Provisioning complete for port 0d68623c-1e9d-437b-9332-5cb05869ba3b triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:51.710323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a2927c70-a89d-49d1-80f6-b90f66d6b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:51.842709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:51.877018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee1b836-1bd5-44e0-b00a-a2c70ce7d7bd,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:51.916586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Unset dirty status for tenant:d4136768852d465ca7fb3fd617c14f05 on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:03:51.918290 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7694ffa2b484602b5e056f138ca7690&name=default HTTP/1.1" status: 200  len: 2876 time: 3.4902210
Dec 21 04:03:51.927432 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:51.970509 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-172e9bdf-8cd5-4f09-bda4-ea115386fbe4 req-114a5dda-4873-49d9-aa83-0321b27fb6a8 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 210 time: 0.3205774
Dec 21 04:03:51.978182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57442) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:52.111067 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e431c0eb8>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:44Z', 'revision_number': 3, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:03:52.120724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed6e8c-6984-4cb9-83b7-a2872bc012eb None None] The sync data for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi is: [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:44Z', 'revision_number': 3, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:03:52.260293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-92bda2e2-bab7-4e63-b546-030eb3721de8 None None] Provisioning complete for port 0d68623c-1e9d-437b-9332-5cb05869ba3b triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:52.260704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-92bda2e2-bab7-4e63-b546-030eb3721de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:52.340071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:52.467974 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982ea6-cab5-4973-8080-ddc28b69487d req-9ecdac70-1ebb-470c-ba02-c2c01014f9f3 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:03:52.469667 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-9ecdac70-1ebb-470c-ba02-c2c01014f9f3 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 815 time: 1.0709193
Dec 21 04:03:52.562449 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Request body: {'port': {'device_id': '658a086f-4f18-4fe0-a27b-c88bdf8bba38', 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00', 'admin_state_up': True, 'tenant_id': '0d5c999358804f80929d210c54fe1fc6'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:03:52.740683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-c837a7ab-20f8-41fe-9c91-f6a9fd80da37 None None] Provisioning complete for port 0d68623c-1e9d-437b-9332-5cb05869ba3b triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:52.741524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c837a7ab-20f8-41fe-9c91-f6a9fd80da37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:52.781839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:52.801501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:52.811204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Usage tracker for resource:port and tenant:0d5c999358804f80929d210c54fe1fc6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:52.814728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Quota usage for port was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:52.830631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:52.870718 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a2d06d8-1013-478e-9120-961c95e5d0e4 req-7f931c7d-df27-462b-a284-2f0542010441 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.6697600
Dec 21 04:03:52.871489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Made reservation on behalf of 0d5c999358804f80929d210c54fe1fc6 for: {'port': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:03:52.887912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:53.396408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:53.498935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e96381e-c1f8-4a70-9ff6-3fa6e22f817e None None] Network f6bc0051-d4ea-476a-9024-7792973f8f69 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:03:53.517542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555'] for router, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:53.737416 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5b18c96e-e64b-4000-8272-2e732615a320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:53.742866 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3c560fc0-12f3-4b6e-8490-001713f80f06 req-17d4e266-16a2-488f-bee9-f61bd4c71834 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 210 time: 0.3251674
Dec 21 04:03:53.763013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Transition to ACTIVE for port object 1d882f3f-4f1c-4e27-91cd-1c249d924e8d will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:03:54.041927 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0fd0887f-b244-45e2-a66b-8c1194c7fedb up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:03:54.091569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5b18c96e-e64b-4000-8272-2e732615a320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:54.137706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:54.174177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:54.232953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-690d6c2c-fc43-4e7f-b949-9a068655c166 None None] Provisioning for port fff00220-3df1-4496-ba13-778c57c421f6 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:03:54.421076 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Pushing event updated for resources: {'Port': ['ID=6a889e76-8896-4fc6-b2c6-8e4d475db0fb,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:54.439351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:54.476900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 0fd0887f-b244-45e2-a66b-8c1194c7fedb completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:03:54.485391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 0fd0887f-b244-45e2-a66b-8c1194c7fedb triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:54.485906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:54.574309 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-846752d7-6d1e-4bea-871c-4502492bd2cb req-76f6bc0c-2f28-4abb-990c-8a609ba99d2e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.2220478
Dec 21 04:03:54.742319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:54.780209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 0fd0887f-b244-45e2-a66b-8c1194c7fedb, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0fd0887f-b244-45e2-a66b-8c1194c7fedb,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:03:54.788602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:54.789955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device fff00220-3df1-4496-ba13-778c57c421f6 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:03:54.811293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Allocated IP 172.20.0.12 (f5464669-173e-4ece-b4c4-fcb93d733400/14aa96e7-78cb-4e9a-9607-e932cc2a1ef1/e659557b-9fe0-4ca8-b96e-86df08ff2db2) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:03:54.827592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:54.850292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-85c1bd64-32b6-4c1d-866c-17f5a8c758a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:54.881765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:54.895900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 is scheduled to L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 with binding_index 1 {{(pid=80293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 04:03:54.995978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Pushing event updated for resources: {'Port': ['ID=1d882f3f-4f1c-4e27-91cd-1c249d924e8d,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:55.025970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:55.044675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=0fd0887f-b244-45e2-a66b-8c1194c7fedb,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:55.057959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:55.098113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5b18c96e-e64b-4000-8272-2e732615a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:55.114277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:03:55.176702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port fff00220-3df1-4496-ba13-778c57c421f6 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:03:55.193174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port fff00220-3df1-4496-ba13-778c57c421f6 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:55.194976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:55.290546 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7ee80f93-5b37-43a8-9a25-3179d12d70f6 req-158c2261-5832-42a9-a368-cd8deab19972 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 210 time: 0.1876826
Dec 21 04:03:55.303820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:03:55.321991 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-87d1f5c5-efe3-4838-9d92-800828dae223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:55.345039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Sync routers for ids ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:03:55.412081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18c96e-e64b-4000-8272-2e732615a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee1b836-1bd5-44e0-b00a-a2c70ce7d7bd,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:55.418747 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:03:55.425349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Routers {'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:03:55.426091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42bc3cf8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:03:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:03:55.434874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:55.437418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:03:55.493155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5b18c96e-e64b-4000-8272-2e732615a320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:55.682197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-e7ed175d-368c-4dec-b45d-138d60228f6c None None] Provisioning complete for port fff00220-3df1-4496-ba13-778c57c421f6 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:55.682978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7ed175d-368c-4dec-b45d-138d60228f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:55.755313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5b18c96e-e64b-4000-8272-2e732615a320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:55.760859 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-5b18c96e-e64b-4000-8272-2e732615a320 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ee1b836-1bd5-44e0-b00a-a2c70ce7d7bd HTTP/1.1" status: 204  len: 168 time: 3.7769120
Dec 21 04:03:55.847329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:55.865336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57522) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:55.866143 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c8492d76-2f55-4319-871e-7c25a4fe4c07 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 10.4337726
Dec 21 04:03:55.885356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Allocated IP 172.20.0.7 (cbe98613-5022-44ed-8fff-023841696a00/bd547854-51ff-4e39-b7f6-2df69ce4b7cc/c3d06276-942a-422b-add5-5fb80a8c96cc) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:03:56.202601 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b4e7d53-0483-4fad-b647-b874d5d809d6 req-8a146d2a-d549-45ab-b500-4d6034223275 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.1714640
Dec 21 04:03:56.272855 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:56.488790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7ed175d-368c-4dec-b45d-138d60228f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:56.598397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Set router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:03:56.668406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:56.828138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Network e8d33767-b253-441c-91c7-8b1cb39a6139 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:03:56.844438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:03:56.923133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:03:56.924111 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950064'] for router_interface, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:56.927712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-adf4b4be-d14f-4b6f-8f24-1f2b8ebd59fe req-435472f7-ea42-4d30-93c0-3fb66610c242 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Synchronizing usage tracker for tenant:33b459303bfe44888e8f61b8a2800f13 on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:03:56.936653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57536) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:56.938857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port fff00220-3df1-4496-ba13-778c57c421f6, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=fff00220-3df1-4496-ba13-778c57c421f6,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:03:56.957632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:57.129442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0d68623c-1e9d-437b-9332-5cb05869ba3b up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:03:57.205574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-067c568d-0e1b-426d-add9-ec9a09a16406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:57.227921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555'] for router, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:57.324854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-e7ed175d-368c-4dec-b45d-138d60228f6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:03:57.326684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-e7ed175d-368c-4dec-b45d-138d60228f6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:03:57.355550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-adf4b4be-d14f-4b6f-8f24-1f2b8ebd59fe req-435472f7-ea42-4d30-93c0-3fb66610c242 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Unset dirty status for tenant:33b459303bfe44888e8f61b8a2800f13 on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:03:57.357344 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-adf4b4be-d14f-4b6f-8f24-1f2b8ebd59fe req-435472f7-ea42-4d30-93c0-3fb66610c242 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 210 time: 0.5783207
Dec 21 04:03:57.402592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:57.497651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=fff00220-3df1-4496-ba13-778c57c421f6,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:57.507992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:57.534229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42bc3cf8>, [{'id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:51Z', 'revision_number': 3, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'gw_port': {'id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:03:57.555976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Checking router: f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:03:57.559460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Updating router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 port 6f160da8-779c-409a-b7e9-d85e236b57d1 binding host dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:03:57.666735 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-29e86be3-f184-45af-b263-00c7039e1f32 req-fcd54766-2332-4402-aa03-614adc48383c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0694866
Dec 21 04:03:57.676538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 0d68623c-1e9d-437b-9332-5cb05869ba3b triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:57.677209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:57.707219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Router 9ce2f132-db29-483b-9f0c-047b314b87a0 is scheduled to L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 with binding_index 1 {{(pid=80293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 04:03:57.735464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:57.745035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:03:57.794797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:57.828815 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Usage tracker for resource:security_group_rule and tenant:bbc99d86767b4c4b98bfd26d05168c15 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:03:57.846707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:03:57.893295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:03:58.386456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:03:58.398406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Sync routers for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:03:58.411591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:03:58.412553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42fed588>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:03:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:03:58.446696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:58.458178 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 12.6697698
Dec 21 04:03:58.460673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57558) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:58.722846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-79aef4d2-7fa3-4189-9c87-b14e3dc4621c None None] Provisioning for port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:03:58.738857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-79aef4d2-7fa3-4189-9c87-b14e3dc4621c None None] Provisioning complete for port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:58.739009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79aef4d2-7fa3-4189-9c87-b14e3dc4621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:58.945520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:58.978418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0fd0887f-b244-45e2-a66b-8c1194c7fedb up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:03:59.075758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9ea389cb-ab92-468d-a162-f49d81d19894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:59.093017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:03:59.112342 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15df4930-a58d-4bb1-b334-ff12030d086c req-2e57bc68-4a50-497b-8ea3-4bb1d89702b7 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.1209986
Dec 21 04:03:59.223594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Pushing event updated for resources: {'Port': ['ID=e659557b-9fe0-4ca8-b96e-86df08ff2db2,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:59.226714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:59.410572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:59.437873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:59.557856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57574) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:03:59.608294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:59.624643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Transition to ACTIVE for port object 6f160da8-779c-409a-b7e9-d85e236b57d1 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:03:59.635367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:59.638162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-79aef4d2-7fa3-4189-9c87-b14e3dc4621c None None] Port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:03:59.811107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:03:59.825737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42fed588>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:55Z', 'revision_number': 3, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:03:59.829898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Checking router: 9ce2f132-db29-483b-9f0c-047b314b87a0 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:03:59.830282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Updating router 9ce2f132-db29-483b-9f0c-047b314b87a0 port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb binding host dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:03:59.857672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:59.873993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:59.894917 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536a993-f6ea-4ba3-9f37-fdec489b79a1 None None] Pushing event updated for resources: {'Port': ['ID=6f160da8-779c-409a-b7e9-d85e236b57d1,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:03:59.895572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:59.903978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1536a993-f6ea-4ba3-9f37-fdec489b79a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:03:59.905589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-79aef4d2-7fa3-4189-9c87-b14e3dc4621c None None] Provisioning complete for port fff00220-3df1-4496-ba13-778c57c421f6 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:59.906007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79aef4d2-7fa3-4189-9c87-b14e3dc4621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:59.949521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 0fd0887f-b244-45e2-a66b-8c1194c7fedb triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:03:59.949901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:03:59.955970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.011463 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853480123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949643'] for router_interface, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.048793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:00.097000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Attempting to bind port 6f160da8-779c-409a-b7e9-d85e236b57d1 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:00.097403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Attempting to bind port 6f160da8-779c-409a-b7e9-d85e236b57d1 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:00.097807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Attempting to bind port 6f160da8-779c-409a-b7e9-d85e236b57d1 on network 62fcf32e-2351-40da-9ead-73ebabec5a60 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:00.156492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:00.158453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:00.158956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.159370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Bound using segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:00.159917 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Bound port: 6f160da8-779c-409a-b7e9-d85e236b57d1, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:00.160336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.278601 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] For port 6f160da8-779c-409a-b7e9-d85e236b57d1, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:00.309659 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] For port 6f160da8-779c-409a-b7e9-d85e236b57d1, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=6f160da8-779c-409a-b7e9-d85e236b57d1,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:00.324557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.401487 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.420542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c21aa-89c6-4fb0-96ab-6337e549985a req-e57afce8-537c-4c5a-8f19-be7a392e52a8 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:00.422853 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-df2c21aa-89c6-4fb0-96ab-6337e549985a req-e57afce8-537c-4c5a-8f19-be7a392e52a8 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 932 time: 1.6720216
Dec 21 04:04:00.442936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.449440 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e17062ea-4b61-438d-9e7e-62f524a1206b req-f8ebf469-220d-4810-8a12-e825a8ac942f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0705657
Dec 21 04:04:00.457320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:00.617316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:00.651139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device fff00220-3df1-4496-ba13-778c57c421f6 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:00.668834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Allocated IP 172.20.0.1 (f6bc0051-d4ea-476a-9024-7792973f8f69/0d5529e6-1122-47ff-b067-31751721e0f5/2194e6ac-6b7a-483c-bf95-0433169b575f) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:04:00.776784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.799916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Transition to ACTIVE for port object 6a889e76-8896-4fc6-b2c6-8e4d475db0fb will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:00.803431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.845273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:00.884564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.915370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Transition to ACTIVE for port object 2194e6ac-6b7a-483c-bf95-0433169b575f will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:00.931240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536a993-f6ea-4ba3-9f37-fdec489b79a1 None None] Pushing event updated for resources: {'Port': ['ID=6f160da8-779c-409a-b7e9-d85e236b57d1,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:00.941933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1536a993-f6ea-4ba3-9f37-fdec489b79a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:00.947356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port fff00220-3df1-4496-ba13-778c57c421f6 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:00.947920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.951783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:00.989390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Allocated IP 172.20.0.1 (e2c2a6e4-9130-437b-b1c6-0bb90f013677/bd8c0646-5b78-4264-945f-980091ea01bf/4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:04:00.993321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-66692d55-9378-4747-8ee2-b921e86dee00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:01.024311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Routers {'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:01.025360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42bc3cf8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:03:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:01.085186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65f709-35b8-4027-98ed-d9eb70dffa00 None None] Pushing event updated for resources: {'Port': ['ID=6a889e76-8896-4fc6-b2c6-8e4d475db0fb,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:01.091127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4f65f709-35b8-4027-98ed-d9eb70dffa00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:01.132124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Pushing event updated for resources: {'Port': ['ID=2194e6ac-6b7a-483c-bf95-0433169b575f,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:01.198816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Attempting to bind port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:01.199243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Attempting to bind port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:01.199642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Attempting to bind port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb on network 62fcf32e-2351-40da-9ead-73ebabec5a60 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:01.206260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:01.206663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:01.213039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.213488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Bound using segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:01.214070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Bound port: 6a889e76-8896-4fc6-b2c6-8e4d475db0fb, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:01.214542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.265624 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.300146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Pushing event updated for resources: {'Port': ['ID=1d882f3f-4f1c-4e27-91cd-1c249d924e8d,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:01.303538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.256s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:01.319738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:01.330355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] For port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:01.332973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Network f6bc0051-d4ea-476a-9024-7792973f8f69 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:01.334085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] For port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=6a889e76-8896-4fc6-b2c6-8e4d475db0fb,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:01.334737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:01.341462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:01.342195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950064'] for router_interface, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.350067 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.374469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4f65f709-35b8-4027-98ed-d9eb70dffa00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:01.423210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.436043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.445061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Usage tracker for resource:security_group_rule and tenant:26ab422c1e9a46d58220851546491b37 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:01.449047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:01.473398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65f709-35b8-4027-98ed-d9eb70dffa00 None None] Pushing event updated for resources: {'Port': ['ID=6a889e76-8896-4fc6-b2c6-8e4d475db0fb,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:01.515338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] Set router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:01.525537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4f65f709-35b8-4027-98ed-d9eb70dffa00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:01.704940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:01.803296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:01.804331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42fed588>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:03:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:01.804939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-ef6c607c-ff00-4c09-9d48-6ce54ddbf3aa None None] Provisioning for port 2194e6ac-6b7a-483c-bf95-0433169b575f completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:01.813843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.815440 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-ef6c607c-ff00-4c09-9d48-6ce54ddbf3aa None None] Provisioning complete for port 2194e6ac-6b7a-483c-bf95-0433169b575f triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:01.815896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ef6c607c-ff00-4c09-9d48-6ce54ddbf3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.821634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:01.829135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.870799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Network f5464669-173e-4ece-b4c4-fcb93d733400 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:01.901591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:01.920684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-df2c21aa-89c6-4fb0-96ab-6337e549985a req-8eee1bb2-f185-4aa7-8c23-d960b1620a3c tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Synchronizing usage tracker for tenant:33b459303bfe44888e8f61b8a2800f13 on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:01.951657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:01.956139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:01.956755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:01.991934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:02.011359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:02.024058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:02.024630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950064'] for router_interface, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:02.042551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:02.065957 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbc99d86767b4c4b98bfd26d05168c15&name=default HTTP/1.1" status: 200  len: 2879 time: 5.1251256
Dec 21 04:04:02.067295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:02.069293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57590) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:02.126772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:02.174055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:02.218813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:02.237483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Network e8d33767-b253-441c-91c7-8b1cb39a6139 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:02.238181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-df2c21aa-89c6-4fb0-96ab-6337e549985a req-8eee1bb2-f185-4aa7-8c23-d960b1620a3c tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Unset dirty status for tenant:33b459303bfe44888e8f61b8a2800f13 on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:02.239445 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-df2c21aa-89c6-4fb0-96ab-6337e549985a req-8eee1bb2-f185-4aa7-8c23-d960b1620a3c tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6704121
Dec 21 04:04:02.247650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:02.257498 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 11.3514180
Dec 21 04:04:02.291094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5efa4cd-6897-450c-8714-7b7dbc43a2fc,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:02.335791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:02.338864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:02.419450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c607c-ff00-4c09-9d48-6ce54ddbf3aa None None] Port 2194e6ac-6b7a-483c-bf95-0433169b575f cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:04:02.464121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42bc3cf8>, [{'id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:51Z', 'revision_number': 3, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'gw_port': {'id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:02.471049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ff85a-2572-4e13-b2a0-5c220990ede3 None None] The sync data for ids ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'] in dv-cinder-733062-17-iscsi is: [{'id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:51Z', 'revision_number': 3, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'gw_port': {'id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:04:02.698607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:02.731125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05af30-5295-4022-a4c0-dcbe54251473 req-9f63dcc0-ef29-4db4-8083-ac3bfe443ce2 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:02.733172 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bc05af30-5295-4022-a4c0-dcbe54251473 req-9f63dcc0-ef29-4db4-8083-ac3bfe443ce2 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 931 time: 1.0277572
Dec 21 04:04:02.763197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-aa3ca3a0-c0cd-494c-8a05-042f3b73856e None None] Provisioning complete for port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:02.763688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa3ca3a0-c0cd-494c-8a05-042f3b73856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:02.772183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:02.799065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42fed588>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:55Z', 'revision_number': 3, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:02.804729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42eb34-5e3a-44f2-a0d4-abc37fc9469d None None] The sync data for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi is: [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:03:55Z', 'revision_number': 3, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:04:02.878051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ca3a0-c0cd-494c-8a05-042f3b73856e None None] Port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:04:03.024328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Pushing event updated for resources: {'Port': ['ID=c3d06276-942a-422b-add5-5fb80a8c96cc,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:03.030647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:03.112416 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2385775b-83e9-4197-881f-2528a95c5165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:03.134379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853480123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949643'] for router_interface, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:03.153803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:03.257777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Network cbe98613-5022-44ed-8fff-023841696a00 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:03.273961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:03.287346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:03.291196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:03.291884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:03.303098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:03.304233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:03.409064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:03.513262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2385775b-83e9-4197-881f-2528a95c5165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:03.530792 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 11.0309842
Dec 21 04:04:03.536441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Pushing event updated for resources: {'Port': ['ID=2194e6ac-6b7a-483c-bf95-0433169b575f,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:03.548789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:03.552726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-647f3de7-3fe8-4ba2-a20f-1ad5f9ae8a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:03.582208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 6f160da8-779c-409a-b7e9-d85e236b57d1 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:03.707177 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bc05af30-5295-4022-a4c0-dcbe54251473 req-f36807eb-ecde-4347-87c8-f7689dabeb91 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9336462
Dec 21 04:04:03.763503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-8e9130e5-a5b7-46bd-b06a-a6069c795c6f tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:04:03.764648 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-8e9130e5-a5b7-46bd-b06a-a6069c795c6f tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0064552
Dec 21 04:04:03.796734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-12870755-1bc3-4041-9040-52cba184be29 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:04:03.797841 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-12870755-1bc3-4041-9040-52cba184be29 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0182407
Dec 21 04:04:03.807700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 6f160da8-779c-409a-b7e9-d85e236b57d1 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:03.813891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 6f160da8-779c-409a-b7e9-d85e236b57d1 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:03.814310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:03.841448 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26ab422c1e9a46d58220851546491b37&name=default HTTP/1.1" status: 200  len: 2879 time: 4.2742004
Dec 21 04:04:03.855641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57606) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:03.941407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609b12be-8c4f-4866-8e13-6876f79327f9,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:03.993563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:04.048399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2385775b-83e9-4197-881f-2528a95c5165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:04.088313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-fe4e9949-02ce-4612-802e-669d51ba3125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:04.095493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:04.113983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 6f160da8-779c-409a-b7e9-d85e236b57d1, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=6f160da8-779c-409a-b7e9-d85e236b57d1,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:04.117615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385775b-83e9-4197-881f-2528a95c5165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5efa4cd-6897-450c-8714-7b7dbc43a2fc,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:04.119833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:04.122558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2385775b-83e9-4197-881f-2528a95c5165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:04.160959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:04.216011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2385775b-83e9-4197-881f-2528a95c5165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:04.217245 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2385775b-83e9-4197-881f-2528a95c5165 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5efa4cd-6897-450c-8714-7b7dbc43a2fc HTTP/1.1" status: 204  len: 168 time: 2.1378775
Dec 21 04:04:04.249618 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Network f6bc0051-d4ea-476a-9024-7792973f8f69 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:04.251123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:04.274966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=6f160da8-779c-409a-b7e9-d85e236b57d1,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:04.282164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:04.329950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-08351cfa-33e0-46a6-ba20-a5309efaaecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:04.339890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:04:04.723620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541e8cf-780d-4f64-8b39-051dfbc648c5 req-9e9623de-5b58-4b3a-9c34-962de58a9920 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:04.729936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-0fe7a7be-7123-4807-8ffe-5401b2a015f6 None None] Provisioning complete for port 2194e6ac-6b7a-483c-bf95-0433169b575f triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:04.731445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a7be-7123-4807-8ffe-5401b2a015f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:04.734197 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8541e8cf-780d-4f64-8b39-051dfbc648c5 req-9e9623de-5b58-4b3a-9c34-962de58a9920 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 932 time: 1.1123657
Dec 21 04:04:04.753738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.resource_extend [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 04:04:04.763589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Router 9ce2f132-db29-483b-9f0c-047b314b87a0 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:04:04.807859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Request body: {'port': {'device_id': '658a086f-4f18-4fe0-a27b-c88bdf8bba38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:04.905261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-0fe7a7be-7123-4807-8ffe-5401b2a015f6 None None] Port 2194e6ac-6b7a-483c-bf95-0433169b575f cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:04:05.005930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:05.102940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:05.109563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Request body: {'port': {'device_id': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:05.124318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:04:05.135235 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] 10.222.0.16 "PUT /v2.0/routers/9ce2f132-db29-483b-9f0c-047b314b87a0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6698050
Dec 21 04:04:05.158171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853480123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949643'] for router_interface, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:05.158608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ee9c-570d-42f1-bf75-7237ca898780 req-859ad2a5-2df6-47cb-a7a3-68c746f61163 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:05.160496 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1155ee9c-570d-42f1-bf75-7237ca898780 req-859ad2a5-2df6-47cb-a7a3-68c746f61163 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 931 time: 0.1278000
Dec 21 04:04:05.215479 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1155ee9c-570d-42f1-bf75-7237ca898780 req-01cc6adb-6e68-45ed-a279-831e3f7f6237 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482223
Dec 21 04:04:05.235807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-33521ac5-6646-4056-909e-2807bef91463 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:05.273256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-83ed6852-a79d-4e60-9094-d83c8d332601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:05.351405 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8541e8cf-780d-4f64-8b39-051dfbc648c5 req-57f72d9f-6b5e-49cf-8e18-ba9a0d69279d tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6160109
Dec 21 04:04:05.454721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 6f160da8-779c-409a-b7e9-d85e236b57d1 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:05.560452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-83ed6852-a79d-4e60-9094-d83c8d332601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:05.562885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 6f160da8-779c-409a-b7e9-d85e236b57d1 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:05.563495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:05.607686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Pushing event updated for resources: {'Port': ['ID=4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:05.623996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:05.626321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:04:05.634265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:05.640108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Sync routers for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:04:05.660615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:05.661514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4269a0b8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:03:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:05.666868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:05.673524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:05.676255 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] 10.222.0.16 "PUT /v2.0/routers/73f8ced7-b351-4e75-9a45-a7b1c72af5c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.4616835
Dec 21 04:04:05.780012 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:05.873812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:06.311958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-83ed6852-a79d-4e60-9094-d83c8d332601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:06.331204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57668) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:06.338778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'security_group': {'name': 'tempest-securitygroup--1936529947', 'description': 'tempest-description--529398684'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:06.339996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 6a889e76-8896-4fc6-b2c6-8e4d475db0fb up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:06.344889 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:04:06.354027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:06.365217 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:security_group and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:06.373995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:06.394328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:06.425719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:06.432665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4269a0b8>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:03:59Z', 'revision_number': 2, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:06.473194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Checking router: 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:04:06.475619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Updating router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d binding host dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:04:06.497444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:06.505900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:security_group_rule and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:06.510765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:06.523885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:06.577582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:06.625670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:06.637535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:06.637949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:06.682572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57680) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:06.696658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-847ca368-ce46-4765-aac8-024754ed709c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:06.707571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-83ed6852-a79d-4e60-9094-d83c8d332601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:06.712250 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-83ed6852-a79d-4e60-9094-d83c8d332601 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/609b12be-8c4f-4866-8e13-6876f79327f9 HTTP/1.1" status: 204  len: 168 time: 2.7634382
Dec 21 04:04:06.713954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'security_group': {'name': 'tempest-securitygroup--1256454459', 'description': 'tempest-description--1533824222'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:06.742836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:06.755516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:security_group and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:06.768175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6852-a79d-4e60-9094-d83c8d332601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609b12be-8c4f-4866-8e13-6876f79327f9,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:06.769745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:06.773382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-83ed6852-a79d-4e60-9094-d83c8d332601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:06.788446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:06.845135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:06.855278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:06.887951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83926ac8-f22d-4678-af51-65504ea936da req-48e4ab89-35c4-49e1-babd-3a61fe414995 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:06.896963 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83926ac8-f22d-4678-af51-65504ea936da req-48e4ab89-35c4-49e1-babd-3a61fe414995 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 931 time: 0.3051138
Dec 21 04:04:06.899523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:06.914097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7d4a39fb-7d49-4f92-ac8c-ce172cce260c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:06.923196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:06.927310 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.5920291
Dec 21 04:04:06.939930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57688) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:06.972420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:07.003674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d06276-942a-422b-add5-5fb80a8c96cc {{(pid=80292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:04:07.015404 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83926ac8-f22d-4678-af51-65504ea936da req-f824532f-06f8-446f-9fee-18353a344b85 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171801
Dec 21 04:04:07.017038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'security_group_rule': {'security_group_id': 'deff15b0-5db9-4f56-a5d7-85fd1a533727', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:07.019134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:security_group_rule and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:07.032364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:07.043585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'SecurityGroup': ['ID=deff15b0-5db9-4f56-a5d7-85fd1a533727,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:07.047889 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:07.048015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.049601 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:07.053469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:07.117356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:security_group_rule and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:07.122454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-45d5d4a5-ebfa-41c7-bb48-db866e2c4d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.132926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.154534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=6a889e76-8896-4fc6-b2c6-8e4d475db0fb,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:07.159849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.159988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.161598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.163601 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:07.164671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.167479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:07.182939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:07.220198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:07.228995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Transition to ACTIVE for port object c3d06276-942a-422b-add5-5fb80a8c96cc will not be triggered until provisioned by entity L2. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:07.271213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=6a889e76-8896-4fc6-b2c6-8e4d475db0fb,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:07.277144 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:07.284633 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.299008 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.6125431
Dec 21 04:04:07.299008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'SecurityGroup': ['ID=e0279b74-dd22-4146-aa0e-c4b0302e175c,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:07.300300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57700) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:07.312279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:07.316219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'security_group_rule': {'security_group_id': 'e0279b74-dd22-4146-aa0e-c4b0302e175c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:07.323350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:07.327562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:security_group_rule and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:07.330670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:07.336978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:07.386647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.415788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:04:07.423742 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/f3552961-f60b-4cd9-bf75-5c8f9bbff3c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5412252
Dec 21 04:04:07.436398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.453250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fe186-672f-4b8c-a17d-9b9daa5f72e3 req-2b0ee9a7-da57-4632-8dd5-793c41371838 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:07.462027 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-653fe186-672f-4b8c-a17d-9b9daa5f72e3 req-2b0ee9a7-da57-4632-8dd5-793c41371838 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 932 time: 0.5419610
Dec 21 04:04:07.463314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 6a889e76-8896-4fc6-b2c6-8e4d475db0fb up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:07.575040 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.581849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.584382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:07.623567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:07.624253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.625935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f91b2d9-89eb-4d27-ad01-a1847ac5b5d9,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:07.644787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:07.660421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.661734 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.3610909
Dec 21 04:04:07.665599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57716) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:07.673981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'security_group_rule': {'security_group_id': 'e0279b74-dd22-4146-aa0e-c4b0302e175c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:07.689245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:07.700570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:security_group_rule and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:07.710182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:07.718574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:07.752136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.765865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bde2dc4f-6f59-4efc-9e1d-533bbf9b195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:07.845944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.879373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.892073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.894244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Transition to ACTIVE for port object 1d882f3f-4f1c-4e27-91cd-1c249d924e8d will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:07.896574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.901036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.903909 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:07.948730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.953957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075828b6-1497-461a-8871-40038a42c8b4,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:07.965792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:07.986566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.986715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:07.991175 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a92ac06a-52dd-48a9-b5e3-1763c4ffba95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3215296
Dec 21 04:04:07.991783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57734) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:08.001867 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-653fe186-672f-4b8c-a17d-9b9daa5f72e3 req-a960b2e6-78fb-4590-acea-8ee4cd2412ce tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5385313
Dec 21 04:04:08.003885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'floatingip': {'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:08.027848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:08.036362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:floatingip and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:08.044692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:08.054402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:08.078446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:08.087318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:08.136023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Pushing event updated for resources: {'Port': ['ID=c3d06276-942a-422b-add5-5fb80a8c96cc,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:08.159950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:08.202625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:08.425371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949245b3-44c0-4fe1-8c50-79d3b54a5c77,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:08.520292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Sync routers for ids ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:04:08.534173 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Attempting to bind port c3d06276-942a-422b-add5-5fb80a8c96cc on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:08.534173 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Attempting to bind port c3d06276-942a-422b-add5-5fb80a8c96cc by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:08.534173 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Attempting to bind port c3d06276-942a-422b-add5-5fb80a8c96cc on network cbe98613-5022-44ed-8fff-023841696a00 {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:08.537490 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:08.543713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Routers {'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:08.544819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4406e978>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:04:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:08.564175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:08.606391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:08.606848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Checking segment: {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:08.607541 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:08.609569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Bound using segment: {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:08.610326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Bound port: c3d06276-942a-422b-add5-5fb80a8c96cc, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'}}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:08.610940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:08.625674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:08.631115 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-da826e00-4856-4668-b59b-5b5b89c55d71 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.6351237
Dec 21 04:04:08.638510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57754) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:08.655859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'security_group_rule': {'security_group_id': 'deff15b0-5db9-4f56-a5d7-85fd1a533727', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:08.667889 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:08.740423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.resource_extend [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 04:04:08.771191 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28bc15-47f5-4434-b318-5187baf9f287 None None] Pushing event updated for resources: {'Port': ['ID=1d882f3f-4f1c-4e27-91cd-1c249d924e8d,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:08.784058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9f28bc15-47f5-4434-b318-5187baf9f287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:08.792498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:security_group_rule and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:08.800953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:08.811842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:08.814039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:08.866435 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Attempting to bind port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:08.868956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Attempting to bind port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:08.869374 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Attempting to bind port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d on network e8d33767-b253-441c-91c7-8b1cb39a6139 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:08.887275 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:08.887696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Checking segment: {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:08.888155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:08.888599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Bound using segment: {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:08.889134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Bound port: 1d882f3f-4f1c-4e27-91cd-1c249d924e8d, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:08.889556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:08.917569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:08.979193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Set router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:09.037917 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:09.081633 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Sync routers for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:04:09.137033 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-8ee81869-f474-4302-9924-a699fd3de6f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:09.137363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:09.138402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42c847f0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:04:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:09.144350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-8ee81869-f474-4302-9924-a699fd3de6f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Synchronizing usage tracker for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:network {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:09.169735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e659557b-9fe0-4ca8-b96e-86df08ff2db2 {{(pid=80292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:04:09.275702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810f17e-0d64-4221-8555-6bd121d1d02e req-90dccd59-8780-4b04-aca9-01ee9ed8350e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:09.291333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7810f17e-0d64-4221-8555-6bd121d1d02e req-90dccd59-8780-4b04-aca9-01ee9ed8350e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:09.319252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:09.355593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-8ee81869-f474-4302-9924-a699fd3de6f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Unset dirty status for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:network {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:09.364909 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-8ee81869-f474-4302-9924-a699fd3de6f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 819 time: 0.7133808
Dec 21 04:04:09.396920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7810f17e-0d64-4221-8555-6bd121d1d02e req-90dccd59-8780-4b04-aca9-01ee9ed8350e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:09.410186 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7810f17e-0d64-4221-8555-6bd121d1d02e req-90dccd59-8780-4b04-aca9-01ee9ed8350e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 1.1326528
Dec 21 04:04:09.418445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] For port c3d06276-942a-422b-add5-5fb80a8c96cc, host hv-cinder-73306, cleared binding levels {{(pid=80292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:09.424925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Transition to ACTIVE for port object e659557b-9fe0-4ca8-b96e-86df08ff2db2 will not be triggered until provisioned by entity L2. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:09.433275 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-616d61b5-52a9-4468-b35b-4578aa1c3aa0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/quotas/835bff285f30412e8cdd0e7f8f00f705 HTTP/1.1" status: 200  len: 375 time: 0.0623276
Dec 21 04:04:09.438475 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] For port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:09.492046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:09.512800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:09.516044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] For port c3d06276-942a-422b-add5-5fb80a8c96cc, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c3d06276-942a-422b-add5-5fb80a8c96cc,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:09.709430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Allocated IP 172.27.0.189 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/a75ebe88-3849-4a40-87df-21c0763d8647) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:04:09.721164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] For port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=1d882f3f-4f1c-4e27-91cd-1c249d924e8d,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:09.734870 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:09.743141 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4406e978>, [{'id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:03Z', 'revision_number': 4, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'gw_port': {'id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1', 'name': '', 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'mac_address': 'fa:16:3e:42:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bd8c0646-5b78-4264-945f-980091ea01bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:04Z', 'revision_number': 2, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'subnets': [{'id': 'bd8c0646-5b78-4264-945f-980091ea01bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:09.747276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Checking router: f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:04:09.747674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Updating router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 binding host dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:04:09.794420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:09.857028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:09.862763 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-5acf2db2-dc0b-4a36-8630-cb735c86f550 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4284842
Dec 21 04:04:09.874063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:09.887474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Pushing event updated for resources: {'Port': ['ID=e659557b-9fe0-4ca8-b96e-86df08ff2db2,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:09.891582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:09.991366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:10.004553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:10.117387 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7810f17e-0d64-4221-8555-6bd121d1d02e req-8e78036a-fac8-4f53-96a1-fec35dcdc99a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:10.135021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:10.264754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:10.270203 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-72eaf67d-81da-412a-8d51-ca9071331147 service neutron] 10.222.0.16 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4061558
Dec 21 04:04:10.330336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:10.331259 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4269a0b8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:04:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:10.626496 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Attempting to bind port e659557b-9fe0-4ca8-b96e-86df08ff2db2 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:10.626839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Attempting to bind port e659557b-9fe0-4ca8-b96e-86df08ff2db2 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '9bd137a5-b200-46d0-94ce-cdf2f0209531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5464669-173e-4ece-b4c4-fcb93d733400'}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:10.627238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Attempting to bind port e659557b-9fe0-4ca8-b96e-86df08ff2db2 on network f5464669-173e-4ece-b4c4-fcb93d733400 {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:10.629481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28bc15-47f5-4434-b318-5187baf9f287 None None] Pushing event updated for resources: {'Port': ['ID=1d882f3f-4f1c-4e27-91cd-1c249d924e8d,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:10.658221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:10.661683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Checking segment: {'id': '9bd137a5-b200-46d0-94ce-cdf2f0209531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5464669-173e-4ece-b4c4-fcb93d733400'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:10.663676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:10.666021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Bound using segment: {'id': '9bd137a5-b200-46d0-94ce-cdf2f0209531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5464669-173e-4ece-b4c4-fcb93d733400'} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:10.666687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Bound port: e659557b-9fe0-4ca8-b96e-86df08ff2db2, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd137a5-b200-46d0-94ce-cdf2f0209531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f5464669-173e-4ece-b4c4-fcb93d733400'}}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:10.667244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:10.682050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:10.693668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9f28bc15-47f5-4434-b318-5187baf9f287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:10.698984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:10.754185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:10.757646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7810f17e-0d64-4221-8555-6bd121d1d02e req-8e78036a-fac8-4f53-96a1-fec35dcdc99a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:10.759662 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7810f17e-0d64-4221-8555-6bd121d1d02e req-8e78036a-fac8-4f53-96a1-fec35dcdc99a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3471074
Dec 21 04:04:10.770515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:10.795528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:10.799333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Pushing event updated for resources: {'Port': ['ID=c3d06276-942a-422b-add5-5fb80a8c96cc,revision_number=3']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:10.813198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Transition to ACTIVE for port object 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:10.822084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:10.824268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:10.849559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:10.888520 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-865e2a8c-7dcf-4abc-8f00-3fc7d649478e service neutron] 10.222.0.16 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6078391
Dec 21 04:04:10.992156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-59cbe1a2-0b2e-449a-9d5e-625976633bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:11.109396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'Port': ['ID=a75ebe88-3849-4a40-87df-21c0763d8647,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:11.146984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:11.221304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:11.221304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:11.223350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:11.260000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Attempting to bind port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:11.260404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Attempting to bind port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:11.260801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Attempting to bind port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 on network e2c2a6e4-9130-437b-b1c6-0bb90f013677 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:11.271364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] For port e659557b-9fe0-4ca8-b96e-86df08ff2db2, host hv-cinder-73306, cleared binding levels {{(pid=80292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:11.277816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] For port e659557b-9fe0-4ca8-b96e-86df08ff2db2, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=e659557b-9fe0-4ca8-b96e-86df08ff2db2,segment=NetworkSegment(9bd137a5-b200-46d0-94ce-cdf2f0209531),segment_id=9bd137a5-b200-46d0-94ce-cdf2f0209531)] {{(pid=80292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:11.295340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:11.303202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Checking segment: {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:11.303667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:11.304105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Bound using segment: {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:11.304640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Bound port: 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:11.305055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:11.319353 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:11.331084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:11.468240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:11.508814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] For port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:11.514399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] For port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:11.537260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:11.538286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c96c7-129b-406b-98cb-54dc36b10ca7 None None] Pushing event updated for resources: {'Port': ['ID=4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:11.547546 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7854186b-9f41-46c7-9cc3-07977b79770a req-da47f95f-ca70-44a8-bd5c-7b5a48d1e118 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 210 time: 0.2152562
Dec 21 04:04:11.592899 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42c847f0>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 2, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:11.600171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d47c96c7-129b-406b-98cb-54dc36b10ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:11.601581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d47c96c7-129b-406b-98cb-54dc36b10ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:11.627631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Checking router: 9ce2f132-db29-483b-9f0c-047b314b87a0 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:04:11.628041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Updating router 9ce2f132-db29-483b-9f0c-047b314b87a0 port 2194e6ac-6b7a-483c-bf95-0433169b575f binding host dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:04:11.795343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:11.822015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f23c81a-f5ff-4746-aeea-4fe99e3309af,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:11.864189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:11.864745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:11.907497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:11.914112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:11.957447 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:12.037179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c96c7-129b-406b-98cb-54dc36b10ca7 None None] Pushing event updated for resources: {'Port': ['ID=4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1,revision_number=4']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:12.037653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:12.038938 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 3.3945806
Dec 21 04:04:12.043100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57830) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:12.058085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d47c96c7-129b-406b-98cb-54dc36b10ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:12.068109 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'floatingip': {'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:12.086978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:12.095830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:floatingip and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:12.108018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:12.115517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Routers {'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:12.116691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4406e978>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:04:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:12.122379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:12.139974 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:12.140853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:12.142526 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] 10.222.0.55 "PUT /v2.0/ports/c3d06276-942a-422b-add5-5fb80a8c96cc HTTP/1.1" status: 200  len: 1157 time: 7.7982533
Dec 21 04:04:12.155875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658a086f-4f18-4fe0-a27b-c88bdf8bba38', 'tag': 'c3d06276-942a-422b-add5-5fb80a8c96cc'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:12.340947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:12.372361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] Set router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:12.406787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:12.456634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:12.457334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:12.458860 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] 10.222.0.55 "PUT /v2.0/ports/e659557b-9fe0-4ca8-b96e-86df08ff2db2 HTTP/1.1" status: 200  len: 1158 time: 8.1105804
Dec 21 04:04:12.464862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'Port': ['ID=a75ebe88-3849-4a40-87df-21c0763d8647,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:12.484819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:12.505510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:12.507310 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5144963
Dec 21 04:04:12.530061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a72117-fd8d-4963-a0dd-898ec07bc78e req-c8975761-d6cc-4d26-a833-a1fb6e4c4231 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:12.531780 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c3a72117-fd8d-4963-a0dd-898ec07bc78e req-c8975761-d6cc-4d26-a833-a1fb6e4c4231 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 1.2395368
Dec 21 04:04:12.538414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c570e-151f-4239-af41-4222b67143b7 req-0f8d6959-62f5-4ee0-af37-846a435b32ee tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:12.540554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Pushing event updated for resources: {'Port': ['ID=e659557b-9fe0-4ca8-b96e-86df08ff2db2,revision_number=3']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:12.550370 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b3c570e-151f-4239-af41-4222b67143b7 req-0f8d6959-62f5-4ee0-af37-846a435b32ee tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 0.2549152
Dec 21 04:04:12.575623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:12.638967 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b3c570e-151f-4239-af41-4222b67143b7 req-713bdc07-3594-4f62-9762-5ef7cc794b8c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874565
Dec 21 04:04:12.653283 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:12.669829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Transition to ACTIVE for port object 2194e6ac-6b7a-483c-bf95-0433169b575f will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:12.676061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:12.711060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:12.721479 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c3a72117-fd8d-4963-a0dd-898ec07bc78e req-8c72abcd-694f-4981-aa2c-e046f29e2391 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641595
Dec 21 04:04:12.769199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:12.888065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c04a4-ce74-48f4-b2c4-c9c3f2c05fed None None] Pushing event updated for resources: {'Port': ['ID=2194e6ac-6b7a-483c-bf95-0433169b575f,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:12.897551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-865c04a4-ce74-48f4-b2c4-c9c3f2c05fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:13.012693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4269a0b8>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:09Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:13.029327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7fd6a-732f-4fef-8a4c-2171ecc10acf None None] The sync data for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi is: [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:09Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:04:13.046597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4406e978>, [{'id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:03Z', 'revision_number': 4, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'gw_port': {'id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1', 'name': '', 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'mac_address': 'fa:16:3e:42:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bd8c0646-5b78-4264-945f-980091ea01bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:11Z', 'revision_number': 4, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'subnets': [{'id': 'bd8c0646-5b78-4264-945f-980091ea01bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:13.051653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfd893-34fb-4a1f-8833-1e41b9184d37 None None] The sync data for ids ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'] in dv-cinder-733062-17-iscsi is: [{'id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:03Z', 'revision_number': 4, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'gw_port': {'id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1', 'name': '', 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'mac_address': 'fa:16:3e:42:06:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bd8c0646-5b78-4264-945f-980091ea01bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:11Z', 'revision_number': 4, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'subnets': [{'id': 'bd8c0646-5b78-4264-945f-980091ea01bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:04:13.054339 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Attempting to bind port 2194e6ac-6b7a-483c-bf95-0433169b575f on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:13.054874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Attempting to bind port 2194e6ac-6b7a-483c-bf95-0433169b575f by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:13.056144 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Attempting to bind port 2194e6ac-6b7a-483c-bf95-0433169b575f on network f6bc0051-d4ea-476a-9024-7792973f8f69 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:13.066604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:13.067079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Checking segment: {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:13.067533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:13.067975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Bound using segment: {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:13.068800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Bound port: 2194e6ac-6b7a-483c-bf95-0433169b575f, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:13.069225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:13.214670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-64e66206-3764-45cc-aa91-9fc947c54f2f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:13.216525 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-64e66206-3764-45cc-aa91-9fc947c54f2f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 819 time: 0.3299475
Dec 21 04:04:13.226665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] For port 2194e6ac-6b7a-483c-bf95-0433169b575f, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:13.233287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] For port 2194e6ac-6b7a-483c-bf95-0433169b575f, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=2194e6ac-6b7a-483c-bf95-0433169b575f,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:13.238382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:13.249434 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-06d77ac3-93a2-4eba-a093-900a54fe3910 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/quotas/835bff285f30412e8cdd0e7f8f00f705 HTTP/1.1" status: 200  len: 375 time: 0.0262127
Dec 21 04:04:13.249726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Allocated IP 172.27.0.130 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/700d77c6-10d5-4e26-82ce-614edc358a13) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:04:13.283325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:13.320362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-1eeec9be-8339-44a0-97a8-ab88310f932d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:13.391669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-1eeec9be-8339-44a0-97a8-ab88310f932d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:13.400965 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-1eeec9be-8339-44a0-97a8-ab88310f932d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1256454459&fields=id&tenant_id=f527547042444d469350a38850143d5a HTTP/1.1" status: 200  len: 267 time: 0.2032857
Dec 21 04:04:13.464671 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-8ced5c36-9bbb-4bb5-8cf0-a5b1a86e18e7 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2048950
Dec 21 04:04:13.707748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:13.708807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42c847f0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:04:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:13.771427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:13.851665 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-ea354d5c-ff9b-44b3-a5d9-207f3f91c5d4 service neutron] 10.222.0.16 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3858888
Dec 21 04:04:13.966602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c04a4-ce74-48f4-b2c4-c9c3f2c05fed None None] Pushing event updated for resources: {'Port': ['ID=2194e6ac-6b7a-483c-bf95-0433169b575f,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:13.993494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:14.006837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-865c04a4-ce74-48f4-b2c4-c9c3f2c05fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:14.013044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-787bcac7-caef-4805-bdf0-13622fb06cea tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:14.013884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-787bcac7-caef-4805-bdf0-13622fb06cea tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:network {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:14.019343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:14.096872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-787bcac7-caef-4805-bdf0-13622fb06cea tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:network {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:14.098254 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-787bcac7-caef-4805-bdf0-13622fb06cea tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 811 time: 0.6962581
Dec 21 04:04:14.103650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:14.116058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:14.116485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:14.134727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:14.146680 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4d6bd6d9-256f-4d56-9df8-bfe716c37442 service neutron] 10.222.0.16 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2723987
Dec 21 04:04:14.215262 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-dff510a8-7c3d-42b3-8b17-711ff19c9db1 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/quotas/f527547042444d469350a38850143d5a HTTP/1.1" status: 200  len: 375 time: 0.1100764
Dec 21 04:04:14.290551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:14.428499 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:14.508751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:14.560457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'Port': ['ID=700d77c6-10d5-4e26-82ce-614edc358a13,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:14.573743 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:14.583436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:14.584676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:14.585596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 1d882f3f-4f1c-4e27-91cd-1c249d924e8d up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:14.630523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:14.639333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:14.667118 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658a086f-4f18-4fe0-a27b-c88bdf8bba38', 'tag': 'c3d06276-942a-422b-add5-5fb80a8c96cc', 'status': 'completed', 'code': 200}
Dec 21 04:04:14.759215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1536a993-f6ea-4ba3-9f37-fdec489b79a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:14.941185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:14.955800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed232ce-952b-486d-882b-dd1c32efe2cd req-59a152f4-a945-46f3-b203-1b1d9f3d6a56 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:14.957684 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9ed232ce-952b-486d-882b-dd1c32efe2cd req-59a152f4-a945-46f3-b203-1b1d9f3d6a56 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 0.1250465
Dec 21 04:04:14.965358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-0e5ae4da-7abd-4280-9c62-f9d1c353ee71 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:15.030466 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9ed232ce-952b-486d-882b-dd1c32efe2cd req-3af86626-c44a-46a8-9710-8fac04e26f84 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659218
Dec 21 04:04:15.033523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:15.117117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:15.118329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:15.305357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:15.348709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-0e5ae4da-7abd-4280-9c62-f9d1c353ee71 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:15.350149 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-0e5ae4da-7abd-4280-9c62-f9d1c353ee71 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&fields=id HTTP/1.1" status: 200  len: 348 time: 1.1262598
Dec 21 04:04:15.381922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb175-73de-437b-8c28-d90cda11e262 req-77fed7de-c726-4bbf-89e0-317c5ff89c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:15.384545 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-77fed7de-c726-4bbf-89e0-317c5ff89c7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=33b459303bfe44888e8f61b8a2800f13&device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 1161 time: 0.5601921
Dec 21 04:04:15.387847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:15.412746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bff9f-4aec-45dd-a7dc-0fa55a79cd98 req-aa65f299-8934-4ac6-8660-fd26d8650546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:15.414981 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9f0bff9f-4aec-45dd-a7dc-0fa55a79cd98 req-aa65f299-8934-4ac6-8660-fd26d8650546 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 1160 time: 0.4578271
Dec 21 04:04:15.419885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:15.423088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:15.452857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42c847f0>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:13Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:15.462513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5d3ff-b295-45d9-85c8-26b2064e2157 None None] The sync data for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi is: [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:13Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:04:15.466351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c49b91-9984-4c4e-a518-3b67d107cbe9 req-267bf2d2-754c-46aa-a6a0-f4da7a0c3932 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:15.471799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=1d882f3f-4f1c-4e27-91cd-1c249d924e8d,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:15.478721 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c49b91-9984-4c4e-a518-3b67d107cbe9 req-267bf2d2-754c-46aa-a6a0-f4da7a0c3932 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 0.1910796
Dec 21 04:04:15.479789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:15.484011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:15.588570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=1d882f3f-4f1c-4e27-91cd-1c249d924e8d,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:15.593039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:15.651386 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c49b91-9984-4c4e-a518-3b67d107cbe9 req-6a60b84e-ee30-4a55-9254-d8fc0e832946 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713295
Dec 21 04:04:15.703932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:15.820451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:15.821861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:16.342866 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-9d811eb7-c169-4756-8dcd-337ca404d8f9 service neutron] 10.222.0.16 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9695065
Dec 21 04:04:16.370161 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15546704-bf14-4cc4-b76b-4f2d5cedb21b req-7f2314f3-ff76-474a-b163-bacb1ff1de36 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 210 time: 0.0597703
Dec 21 04:04:16.636545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fdf6d-ad87-4aa1-b2cc-ea95746246af req-22478ed3-78ed-4eaf-a847-d6370ae1e333 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:16.638187 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-664fdf6d-ad87-4aa1-b2cc-ea95746246af req-22478ed3-78ed-4eaf-a847-d6370ae1e333 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 0.1066175
Dec 21 04:04:16.667539 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-a8b7a835-3554-4597-a7df-78ebded0c70e service neutron] 10.222.0.16 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3177490
Dec 21 04:04:16.670382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'tag': 'e659557b-9fe0-4ca8-b96e-86df08ff2db2'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:16.692599 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-664fdf6d-ad87-4aa1-b2cc-ea95746246af req-ed1c595c-c37a-4b09-818d-3c8bee86f16b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469890
Dec 21 04:04:16.706941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:16.713145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:16.743071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a59b67af-89e7-4d48-bbd6-cc013d95ba94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:16.818593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'Port': ['ID=700d77c6-10d5-4e26-82ce-614edc358a13,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:16.842202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:16.946871 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'tag': 'e659557b-9fe0-4ca8-b96e-86df08ff2db2', 'status': 'completed', 'code': 200}
Dec 21 04:04:16.953441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffc4db-eee3-4f07-8fa6-9e56cfbaa1c4 req-ede81104-7750-4c6f-ba55-e6053bed8b06 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:16.955088 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c8ffc4db-eee3-4f07-8fa6-9e56cfbaa1c4 req-ede81104-7750-4c6f-ba55-e6053bed8b06 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 0.1059902
Dec 21 04:04:17.011457 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c8ffc4db-eee3-4f07-8fa6-9e56cfbaa1c4 req-f1f74710-63bb-4eb0-9037-c72cdcadca7c tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475764
Dec 21 04:04:17.053769 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-52419012-c556-46b3-8da7-8cf302d4f0f4 req-8c0a920e-037e-4109-a72b-2d8c89b86487 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 210 time: 0.0641959
Dec 21 04:04:17.059313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:17.085277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:17.087402 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0302606
Dec 21 04:04:17.348375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-fd015eee-bfc4-4fb2-81ca-012fb9fab396 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Synchronizing usage tracker for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:security_group {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:17.364231 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-fd015eee-bfc4-4fb2-81ca-012fb9fab396 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Unset dirty status for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:security_group {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:17.365458 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-fd015eee-bfc4-4fb2-81ca-012fb9fab396 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1936529947&fields=id&tenant_id=cc8f76dafd9d4e19a9667dec5becb673 HTTP/1.1" status: 200  len: 267 time: 0.0615902
Dec 21 04:04:17.585272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-5d92d0ed-100c-4d0b-a5d0-fd532b811482 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:17.586535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-5d92d0ed-100c-4d0b-a5d0-fd532b811482 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Synchronizing usage tracker for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:network {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:17.592821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-98df147a-b99c-4d2d-84c0-311a24dbe35b req-c316a093-45ea-45b5-b56a-0b25c077e6b5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Synchronizing usage tracker for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:17.612992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-5d92d0ed-100c-4d0b-a5d0-fd532b811482 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Unset dirty status for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:network {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:17.614412 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-5d92d0ed-100c-4d0b-a5d0-fd532b811482 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 816 time: 0.2408540
Dec 21 04:04:17.632564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-98df147a-b99c-4d2d-84c0-311a24dbe35b req-c316a093-45ea-45b5-b56a-0b25c077e6b5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Unset dirty status for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:17.633598 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-893cb672-2295-47e1-8e54-7d6f583ab44b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/quotas/cc8f76dafd9d4e19a9667dec5becb673 HTTP/1.1" status: 200  len: 375 time: 0.0114231
Dec 21 04:04:17.635593 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-98df147a-b99c-4d2d-84c0-311a24dbe35b req-c316a093-45ea-45b5-b56a-0b25c077e6b5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 210 time: 0.1065452
Dec 21 04:04:17.667888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 2194e6ac-6b7a-483c-bf95-0433169b575f up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:17.735222 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-90042907-f235-4917-a5a7-84ee2dbde6d0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Synchronizing usage tracker for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:17.740171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 2194e6ac-6b7a-483c-bf95-0433169b575f completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:17.745941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 2194e6ac-6b7a-483c-bf95-0433169b575f triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:17.746358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:17.753286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-90042907-f235-4917-a5a7-84ee2dbde6d0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Unset dirty status for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:17.754701 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-90042907-f235-4917-a5a7-84ee2dbde6d0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1142416
Dec 21 04:04:17.927516 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-9e41a59a-3198-4ef8-9c10-58d450f96070 service neutron] 10.222.0.16 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590912
Dec 21 04:04:17.929425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d80b69-f93d-4c14-928e-d2a5fefa34b5 req-ee4f4fa4-fd8b-4c50-ac9e-385cf5f9933b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:17.934362 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d8d80b69-f93d-4c14-928e-d2a5fefa34b5 req-ee4f4fa4-fd8b-4c50-ac9e-385cf5f9933b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 0.0937092
Dec 21 04:04:17.980663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d8d80b69-f93d-4c14-928e-d2a5fefa34b5 req-6b74107e-60cc-44e4-9751-eed51459b934 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431898
Dec 21 04:04:18.056420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:18.058577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:18.099230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 2194e6ac-6b7a-483c-bf95-0433169b575f, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=2194e6ac-6b7a-483c-bf95-0433169b575f,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:18.104589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:18.105956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 1d882f3f-4f1c-4e27-91cd-1c249d924e8d up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:18.146203 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-e2769041-4422-491b-b197-977e171fbe23 service neutron] 10.222.0.16 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2160635
Dec 21 04:04:18.166466 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-5efc959f-753c-4dec-8ece-6a00544c0875 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e659557b-9fe0-4ca8-b96e-86df08ff2db2 HTTP/1.1" status: 200  len: 217 time: 0.1605551
Dec 21 04:04:18.173345 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:18.258453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:18.259275 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:18.320325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb175-73de-437b-8c28-d90cda11e262 req-169f5541-daa7-4af4-9e07-fa066ea9e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:18.322056 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-169f5541-daa7-4af4-9e07-fa066ea9e9fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14aa96e7-78cb-4e9a-9607-e932cc2a1ef1 HTTP/1.1" status: 200  len: 852 time: 0.0990591
Dec 21 04:04:18.373000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.55', 53092) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:18.424587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=2194e6ac-6b7a-483c-bf95-0433169b575f,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:18.429756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:18.518778 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-570caec2-e5a7-45ca-8054-032f8d2e8d2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5464669-173e-4ece-b4c4-fcb93d733400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1467445
Dec 21 04:04:18.624675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bff9f-4aec-45dd-a7dc-0fa55a79cd98 req-d1c3b0b8-91cb-4c74-85b5-e73cfccec2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:18.626256 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9f0bff9f-4aec-45dd-a7dc-0fa55a79cd98 req-d1c3b0b8-91cb-4c74-85b5-e73cfccec2e8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0d5c999358804f80929d210c54fe1fc6&shared=False HTTP/1.1" status: 200  len: 909 time: 0.5422184
Dec 21 04:04:18.682474 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-243cd188-de3f-4dfc-8bb6-8370405412c1 req-5236df5a-25a2-473a-b486-565c88102ebe tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 210 time: 0.1043861
Dec 21 04:04:18.819742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc415aee-44de-440c-8da3-8ef4eadbefbf req-d9b8ae65-f8df-44f6-a97e-19727e47401b tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:18.831737 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cc415aee-44de-440c-8da3-8ef4eadbefbf req-d9b8ae65-f8df-44f6-a97e-19727e47401b tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 0.6097770
Dec 21 04:04:19.059196 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-47def2dd-cf9c-4457-98af-b35957374a24 service neutron] 10.222.0.55 "GET /v2.0/networks/f5464669-173e-4ece-b4c4-fcb93d733400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4903626
Dec 21 04:04:19.065409 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cc415aee-44de-440c-8da3-8ef4eadbefbf req-0a032c74-9642-44a4-bf71-b7c44b5159a8 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326319
Dec 21 04:04:19.097945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-0f88eaff-e406-4357-b482-70dc12087251 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:19.100645 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-0f88eaff-e406-4357-b482-70dc12087251 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.55 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 819 time: 0.7263474
Dec 21 04:04:19.101356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.55', 53099) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:19.166090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Request body: {'port': {'device_id': '066ef53e-6421-4004-bd12-2e238a638cd1', 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677', 'admin_state_up': True, 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:19.192506 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9754ba80-0961-4d2b-8eb1-e436c2b69310 req-f89362f4-7744-4950-87f7-34af598b70ad tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.1465838
Dec 21 04:04:19.342706 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15bdb175-73de-437b-8c28-d90cda11e262 req-92ca9a42-d241-4e25-b975-3380465297da service neutron] 10.222.0.55 "GET /v2.0/networks/f5464669-173e-4ece-b4c4-fcb93d733400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2684968
Dec 21 04:04:19.462330 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e617fc7-9076-476a-a74f-d343c5ee8e0b req-9dc8f99f-4eb0-426a-af87-04281a131c1a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 210 time: 0.1482086
Dec 21 04:04:19.470047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bff9f-4aec-45dd-a7dc-0fa55a79cd98 req-5a27a234-09a4-4f41-94af-950ed63ad74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:19.474561 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9f0bff9f-4aec-45dd-a7dc-0fa55a79cd98 req-5a27a234-09a4-4f41-94af-950ed63ad74e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.8360627
Dec 21 04:04:19.604395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 2194e6ac-6b7a-483c-bf95-0433169b575f up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:19.665923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-370e5e37-615d-408e-9da0-779f18396818 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:19.668322 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-370e5e37-615d-408e-9da0-779f18396818 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.55 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 819 time: 0.5602498
Dec 21 04:04:19.678770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:19.689880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 2194e6ac-6b7a-483c-bf95-0433169b575f triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:19.690427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:19.709183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Request body: {'port': {'device_id': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677', 'admin_state_up': True, 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:19.749596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:19.830728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d1b1d-b301-4c41-a493-6e61cd90e194 req-55c9cba0-aa2d-48ff-bf0d-e5bb92061d6c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:19.834715 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ef6d1b1d-b301-4c41-a493-6e61cd90e194 req-55c9cba0-aa2d-48ff-bf0d-e5bb92061d6c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 0.3491628
Dec 21 04:04:19.863477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Made reservation on behalf of 835bff285f30412e8cdd0e7f8f00f705 for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:04:19.878504 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:19.933233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-8c277b8a-4d72-4c3d-b71b-136397bb0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:19.943560 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-8c277b8a-4d72-4c3d-b71b-136397bb0720 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=33b459303bfe44888e8f61b8a2800f13&device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 1161 time: 0.3179164
Dec 21 04:04:20.043372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.55', 53105) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:20.073994 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e4cf087a-d8fc-4756-b7e2-2be5f5ccc6f0 req-a46a7ada-e6af-49ad-9505-1f1edfa7fae4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 210 time: 0.0663266
Dec 21 04:04:20.076311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982ea6-cab5-4973-8080-ddc28b69487d req-3702a490-ad83-46b7-8bdf-8943ea3120c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:20.078424 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-3702a490-ad83-46b7-8bdf-8943ea3120c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 1160 time: 0.3384552
Dec 21 04:04:20.246064 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ef6d1b1d-b301-4c41-a493-6e61cd90e194 req-fe514eda-4597-4557-b015-cebc83f95f46 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3950241
Dec 21 04:04:20.404319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:20.435597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:20.563230 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-1d49797a-d6c1-45ce-86fc-06a6546772a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d06276-942a-422b-add5-5fb80a8c96cc HTTP/1.1" status: 200  len: 217 time: 0.3490536
Dec 21 04:04:20.592399 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d62e83f1-a59b-4eb2-8909-7ee87f05e48f req-f61929c6-40d7-437d-83ca-bfe08c52916c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.1543422
Dec 21 04:04:20.608417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-de045125-efc3-4d66-9f7b-5f6907997918 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:20.610177 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-de045125-efc3-4d66-9f7b-5f6907997918 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 811 time: 0.5536170
Dec 21 04:04:20.614363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Made reservation on behalf of 835bff285f30412e8cdd0e7f8f00f705 for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:04:20.621169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:20.640753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.55', 53109) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:20.751884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85be7-a121-455d-b7d5-eeac139edde7 req-10d09642-e737-4b47-ad08-7eda78347314 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:20.760675 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-21b85be7-a121-455d-b7d5-eeac139edde7 req-10d09642-e737-4b47-ad08-7eda78347314 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 0.2078891
Dec 21 04:04:20.762795 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-51eac82d-2a0c-4905-b05d-835a4c1bc181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:20.764352 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-51eac82d-2a0c-4905-b05d-835a4c1bc181 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f5464669-173e-4ece-b4c4-fcb93d733400 HTTP/1.1" status: 200  len: 906 time: 0.8108909
Dec 21 04:04:20.879081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982ea6-cab5-4973-8080-ddc28b69487d req-62228174-cd72-4d86-ae58-02aa4a27e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:20.880663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-62228174-cd72-4d86-ae58-02aa4a27e9a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd547854-51ff-4e39-b7f6-2df69ce4b7cc HTTP/1.1" status: 200  len: 855 time: 0.2570214
Dec 21 04:04:20.907541 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-21b85be7-a121-455d-b7d5-eeac139edde7 req-7a44b1f5-f76a-4d2c-91df-53a185374a35 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459811
Dec 21 04:04:20.910547 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-48752338-84f9-4295-884f-afba066b7df9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e659557b-9fe0-4ca8-b96e-86df08ff2db2 HTTP/1.1" status: 200  len: 217 time: 0.1115205
Dec 21 04:04:21.034989 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e568644-320d-489e-a57f-a6e8a7fce899 req-d47b0b89-702a-4a4c-b0f2-364d7c8fef73 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 210 time: 0.1378093
Dec 21 04:04:21.040916 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-55d47b03-b814-4311-a503-c121d7e81472 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbe98613-5022-44ed-8fff-023841696a00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1320884
Dec 21 04:04:21.062808 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-d2775930-477f-4453-a9ca-3690dacb4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:21.064410 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-d2775930-477f-4453-a9ca-3690dacb4ffc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14aa96e7-78cb-4e9a-9607-e932cc2a1ef1 HTTP/1.1" status: 200  len: 852 time: 0.1060121
Dec 21 04:04:21.095024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58074) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:21.143252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-10417d68-b790-4c67-861a-99d8b480e097 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:security_group {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:21.195525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-7969eca6-2efd-41aa-9f13-10ea3f5dc547 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:21.197538 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-7969eca6-2efd-41aa-9f13-10ea3f5dc547 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 816 time: 0.5310273
Dec 21 04:04:21.488450 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-0be54144-b9da-4acd-8247-d4ff6ec41341 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3684666
Dec 21 04:04:21.490402 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-e82d8834-923d-4fb3-b3ce-fe23614fd693 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5464669-173e-4ece-b4c4-fcb93d733400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524292
Dec 21 04:04:21.562867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-10417d68-b790-4c67-861a-99d8b480e097 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:security_group {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:21.564207 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-10417d68-b790-4c67-861a-99d8b480e097 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f527547042444d469350a38850143d5a HTTP/1.1" status: 200  len: 5505 time: 0.9270732
Dec 21 04:04:21.625269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'port': {'device_id': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'admin_state_up': True, 'tenant_id': 'f527547042444d469350a38850143d5a', 'security_groups': ['e0279b74-dd22-4146-aa0e-c4b0302e175c']}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:21.682673 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d138e7ca-d9b0-4e8f-887b-0152a3eafb1e req-1adf369b-17f7-4eb4-a563-edbba7a36e42 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 210 time: 0.1768994
Dec 21 04:04:21.683418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:21.705842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Allocated IP 172.20.0.10 (e2c2a6e4-9130-437b-b1c6-0bb90f013677/bd8c0646-5b78-4264-945f-980091ea01bf/3f4c4622-8f1b-42c5-bfc5-c5e155218d89) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:04:21.747969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:21.762140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Usage tracker for resource:security_group_rule and tenant:c012bf32c23f423d8b0776d62f115b29 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:21.768308 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-fa31f834-8ca1-4074-9f86-c7352f735583 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2260830
Dec 21 04:04:21.770986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:21.832176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:21.850305 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-ff23e705-704f-41fb-9a9d-f7fdd7177971 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc8f76dafd9d4e19a9667dec5becb673 HTTP/1.1" status: 200  len: 5504 time: 0.6235037
Dec 21 04:04:21.889104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'port': {'device_id': '37226a3f-240e-4e04-9813-fa3d109452de', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'admin_state_up': True, 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'security_groups': ['deff15b0-5db9-4f56-a5d7-85fd1a533727']}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:21.894133 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b70fe2da-183b-48f0-b31f-733a12afe107 req-344dcebd-1124-408c-bfc8-af3daca046bd tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0718172
Dec 21 04:04:21.939137 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-26c8c55f-9a5d-41c5-8f7b-5602997f4322 service neutron] 10.222.0.55 "GET /v2.0/networks/f5464669-173e-4ece-b4c4-fcb93d733400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3966637
Dec 21 04:04:21.998429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.000237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4373901-4321-4149-bb51-8e97d0200c9a req-8bfaae78-2844-486b-94c0-f39f92e8010f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:22.001428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.003361 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4373901-4321-4149-bb51-8e97d0200c9a req-8bfaae78-2844-486b-94c0-f39f92e8010f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 0.4485109
Dec 21 04:04:22.028709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:22.040811 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c012bf32c23f423d8b0776d62f115b29&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9408755
Dec 21 04:04:22.041465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58106) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:22.089487 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:22.123831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febb10b-f458-4ff9-a7ab-f6f665b9d438,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:22.135508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:22.148546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:22.188796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78946ce6-0a01-4e35-b08e-e2dbb57fc1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.225510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683871b7-f843-4301-ae14-a9b2b35494c9 req-57452dc6-412f-4e6d-834f-382767b9c20c tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:22.227770 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-683871b7-f843-4301-ae14-a9b2b35494c9 req-57452dc6-412f-4e6d-834f-382767b9c20c tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 0.1699457
Dec 21 04:04:22.229602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78946ce6-0a01-4e35-b08e-e2dbb57fc1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.248630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Made reservation on behalf of f527547042444d469350a38850143d5a for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:04:22.254508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.286927 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4373901-4321-4149-bb51-8e97d0200c9a req-be990464-4b52-4d8b-8ddc-106eb2d5da00 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044125
Dec 21 04:04:22.309007 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-683871b7-f843-4301-ae14-a9b2b35494c9 req-66dfbe0b-8af2-4fbb-8b27-51ca149a6af4 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721598
Dec 21 04:04:22.315459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:22.317736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78946ce6-0a01-4e35-b08e-e2dbb57fc1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.324305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:22.345803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78946ce6-0a01-4e35-b08e-e2dbb57fc1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febb10b-f458-4ff9-a7ab-f6f665b9d438,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:22.348701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-78946ce6-0a01-4e35-b08e-e2dbb57fc1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:22.349644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78946ce6-0a01-4e35-b08e-e2dbb57fc1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.350841 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-78946ce6-0a01-4e35-b08e-e2dbb57fc1f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0febb10b-f458-4ff9-a7ab-f6f665b9d438 HTTP/1.1" status: 204  len: 168 time: 0.3088107
Dec 21 04:04:22.377359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:22.487712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Made reservation on behalf of cc8f76dafd9d4e19a9667dec5becb673 for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:04:22.493513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.519256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.591324 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-04cd2dd6-4578-4a99-b959-11ac674be6fd req-3f852119-ae65-43c2-b9ae-f75a769e0c29 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 210 time: 0.1050582
Dec 21 04:04:22.751236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58132) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:22.849914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.880046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:22.926883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:22.965132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:22.983232 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f0bf8647-1d08-4caf-b972-cd62117fc937 req-86151ced-cf3d-4eb7-81ed-dfef32978240 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 210 time: 0.1044557
Dec 21 04:04:22.991164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc0e5b5cdde45cda59e6d99cc60b3c5 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:23.022401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:23.033316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:23.039787 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4536dfbe-6629-47c2-8c34-7f0e0a23610e req-cbeabcc7-0f2c-41f0-9529-9c50b5f7f950 service neutron] 10.222.0.55 "GET /v2.0/networks/f5464669-173e-4ece-b4c4-fcb93d733400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2688198
Dec 21 04:04:23.047540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Pushing event updated for resources: {'Port': ['ID=3f4c4622-8f1b-42c5-bfc5-c5e155218d89,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:23.104679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:23.135646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:23.139520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:23.150973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5b18c96e-e64b-4000-8272-2e732615a320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:23.197425 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dc0e5b5cdde45cda59e6d99cc60b3c5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4450114
Dec 21 04:04:23.198351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b65bea-8c38-42b6-ae98-c00afe152cd3,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:23.200900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58148) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:23.203746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:23.204616 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bf1a1d1b-04b5-4131-94f0-d71b8a1ebd18 req-24f9a0fc-20be-4669-a2bb-9eb5af523754 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.1082845
Dec 21 04:04:23.264975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4f256375-401b-47eb-b4cd-62323f5e28f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:23.293505 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4f256375-401b-47eb-b4cd-62323f5e28f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:23.295434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Allocated IP 172.20.0.11 (e2c2a6e4-9130-437b-b1c6-0bb90f013677/bd8c0646-5b78-4264-945f-980091ea01bf/112992d5-34d2-4969-bb40-152ef22b2f72) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:04:23.323459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Allocated IP 172.20.0.12 (e8d33767-b253-441c-91c7-8b1cb39a6139/90977da5-bb96-4768-b5ea-0ac200b324c5/f383262c-f81f-4b3d-a438-e84aba847b2b) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:04:23.344349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4f256375-401b-47eb-b4cd-62323f5e28f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:23.349715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:23.363278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f256375-401b-47eb-b4cd-62323f5e28f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b65bea-8c38-42b6-ae98-c00afe152cd3,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:23.366452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4f256375-401b-47eb-b4cd-62323f5e28f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:23.368503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4f256375-401b-47eb-b4cd-62323f5e28f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:23.369938 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4f256375-401b-47eb-b4cd-62323f5e28f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28b65bea-8c38-42b6-ae98-c00afe152cd3 HTTP/1.1" status: 204  len: 168 time: 0.1678345
Dec 21 04:04:23.526160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Allocated IP 172.20.0.7 (f6bc0051-d4ea-476a-9024-7792973f8f69/0d5529e6-1122-47ff-b067-31751721e0f5/cebf23f8-0aba-463b-89c6-d9e38a717d77) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:04:23.599709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fa121-d759-4372-8bdb-7adb433b7a82 req-851640a5-ae73-486c-8d37-72a2356a86d3 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:23.601567 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0f5fa121-d759-4372-8bdb-7adb433b7a82 req-851640a5-ae73-486c-8d37-72a2356a86d3 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 0.0893660
Dec 21 04:04:23.656355 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0f5fa121-d759-4372-8bdb-7adb433b7a82 req-952edb7b-bd0b-42ba-b4ca-2d61deaa41c5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465915
Dec 21 04:04:23.839094 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f41278f5-655c-4e9c-a90d-dc5910afccbf req-2d0c2b64-4a9c-45b9-b690-7d0a136c0938 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 210 time: 0.0482216
Dec 21 04:04:23.851859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:23.874375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:23.887997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:23.892161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:23.892815 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:24.153602 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0063224
Dec 21 04:04:24.172745 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f5f36b72-d295-4051-8fed-eafc011b5563 req-8722e492-99dd-41c2-aaf4-0666f27aec99 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 210 time: 0.0467677
Dec 21 04:04:24.264731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf0e20-689e-40bb-8352-26cf0f9e8035 req-8f468dc2-0785-4b7c-923b-88ae24d2e543 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:24.266455 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dcf0e20-689e-40bb-8352-26cf0f9e8035 req-8f468dc2-0785-4b7c-923b-88ae24d2e543 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 0.7510042
Dec 21 04:04:24.326428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:24.342796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:24.399317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Transition to ACTIVE for port object f383262c-f81f-4b3d-a438-e84aba847b2b will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:24.426597 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dcf0e20-689e-40bb-8352-26cf0f9e8035 req-ab588509-76fd-4aba-9b63-54652d81d050 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429188
Dec 21 04:04:24.431632 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a34562c4-33a0-4856-aca3-0bd93791c81f req-99c327e4-5983-4e2e-bf3c-dced2f982a9b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0580056
Dec 21 04:04:24.438128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:24.473520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Transition to ACTIVE for port object cebf23f8-0aba-463b-89c6-d9e38a717d77 will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:24.498546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:24.508882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:24.514343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:24.598237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Request body: {'port': {'device_id': '066ef53e-6421-4004-bd12-2e238a638cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:24.773409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:24.825334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Pushing event updated for resources: {'Port': ['ID=112992d5-34d2-4969-bb40-152ef22b2f72,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:24.968260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.objects.ports [None req-87d15c64-1791-4ff0-83ee-949ad8e656d8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80294) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 04:04:25.043478 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:25.051144 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:25.108680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61753c-b220-4986-acc9-02909080d98f req-6e6ac7fc-d615-4edb-961b-f9310afd584d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:25.110290 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bf61753c-b220-4986-acc9-02909080d98f req-6e6ac7fc-d615-4edb-961b-f9310afd584d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 932 time: 0.0879290
Dec 21 04:04:25.121531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:25.129461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:25.133445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:25.137941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:25.138651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:25.162078 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bf61753c-b220-4986-acc9-02909080d98f req-1b32fb85-70f1-4f68-ab93-2f1aea7d177f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417972
Dec 21 04:04:25.238676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:25.339128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device e659557b-9fe0-4ca8-b96e-86df08ff2db2 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:25.344799 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6415422
Dec 21 04:04:25.389283 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Request body: {'port': {'device_id': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:25.423416 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e2cb-8ea4-4bc7-ab9a-f5f4aa0022c9 req-5081fb4a-782b-4b64-a763-e4afdd57c94f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:25.424842 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ce81e2cb-8ea4-4bc7-ab9a-f5f4aa0022c9 req-5081fb4a-782b-4b64-a763-e4afdd57c94f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 932 time: 0.1080420
Dec 21 04:04:25.425439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port e659557b-9fe0-4ca8-b96e-86df08ff2db2 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:25.431277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port e659557b-9fe0-4ca8-b96e-86df08ff2db2 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:25.431904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:25.439180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'Port': ['ID=f383262c-f81f-4b3d-a438-e84aba847b2b,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:25.453056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Network e8d33767-b253-441c-91c7-8b1cb39a6139 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:25.493593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:25.522307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:25.527138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:25.527814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:25.537926 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ce81e2cb-8ea4-4bc7-ab9a-f5f4aa0022c9 req-8f4284f1-aa49-4715-bf25-508923adaf22 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065114
Dec 21 04:04:25.614345 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981d8f-cc5b-4cf1-98f1-0c6f40a6ceba req-c894585f-e6ea-4c80-8b59-6e4ace28fa81 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:25.622188 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-17981d8f-cc5b-4cf1-98f1-0c6f40a6ceba req-c894585f-e6ea-4c80-8b59-6e4ace28fa81 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 0.6737835
Dec 21 04:04:25.637005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:25.684902 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port e659557b-9fe0-4ca8-b96e-86df08ff2db2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=e659557b-9fe0-4ca8-b96e-86df08ff2db2,segment=NetworkSegment(9bd137a5-b200-46d0-94ce-cdf2f0209531),segment_id=9bd137a5-b200-46d0-94ce-cdf2f0209531)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:25.686056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e659557b-9fe0-4ca8-b96e-86df08ff2db2'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:25.750438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:25.754691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:25.866200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=e659557b-9fe0-4ca8-b96e-86df08ff2db2,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:25.878750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:25.897788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37f182-97eb-4757-b0c8-f3f41c59e2ae req-5f01fc2e-213f-4c68-9877-795d01b1fcdf tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:25.905801 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d37f182-97eb-4757-b0c8-f3f41c59e2ae req-5f01fc2e-213f-4c68-9877-795d01b1fcdf tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 946 time: 0.1467123
Dec 21 04:04:25.918409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-b4b336ed-039b-41fc-8956-b3a8d27dc612 None None] Provisioning for port f383262c-f81f-4b3d-a438-e84aba847b2b completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:25.933439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-b4b336ed-039b-41fc-8956-b3a8d27dc612 None None] Provisioning complete for port f383262c-f81f-4b3d-a438-e84aba847b2b triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:25.935452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b4b336ed-039b-41fc-8956-b3a8d27dc612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:25.945494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Network f6bc0051-d4ea-476a-9024-7792973f8f69 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:04:25.967909 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:04:25.968935 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d37f182-97eb-4757-b0c8-f3f41c59e2ae req-b5c830db-405f-416a-9d3c-e2d4cf816c0e tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614865
Dec 21 04:04:25.970585 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-3154c9f0-a219-42ac-8bf2-45cde22cb248 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3609960
Dec 21 04:04:25.975410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:04:25.980168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:25.980886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:25.986011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'Port': ['ID=cebf23f8-0aba-463b-89c6-d9e38a717d77,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:26.004873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:26.011007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Request body: {'port': {'device_id': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:26.094599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-b4b336ed-039b-41fc-8956-b3a8d27dc612 None None] Port f383262c-f81f-4b3d-a438-e84aba847b2b cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:04:26.111736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.113s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:26.112424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:26.199783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:26.212675 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-17981d8f-cc5b-4cf1-98f1-0c6f40a6ceba req-41844d28-875d-4d6b-852a-8c19d6ac6859 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5895839
Dec 21 04:04:26.222263 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3438268
Dec 21 04:04:26.296677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Request body: {'port': {'device_id': '37226a3f-240e-4e04-9813-fa3d109452de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:26.314981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5a1fc-5377-4bfb-b772-76d38b93a6d2 req-d28551a5-fc0e-4acc-8558-53b3406fe8aa tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:26.317246 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-62e5a1fc-5377-4bfb-b772-76d38b93a6d2 req-d28551a5-fc0e-4acc-8558-53b3406fe8aa tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 931 time: 0.1647973
Dec 21 04:04:26.327643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-4e0a38c3-4acf-4c57-b483-ac395631e0b2 None None] Provisioning for port cebf23f8-0aba-463b-89c6-d9e38a717d77 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:26.333357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-4e0a38c3-4acf-4c57-b483-ac395631e0b2 None None] Provisioning complete for port cebf23f8-0aba-463b-89c6-d9e38a717d77 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:26.333862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4e0a38c3-4acf-4c57-b483-ac395631e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:26.409064 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-62e5a1fc-5377-4bfb-b772-76d38b93a6d2 req-2aa8927e-c745-4d00-ac8a-e6bc91ab407f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768418
Dec 21 04:04:26.478799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a38c3-4acf-4c57-b483-ac395631e0b2 None None] Port cebf23f8-0aba-463b-89c6-d9e38a717d77 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:04:26.495568 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e659557b-9fe0-4ca8-b96e-86df08ff2db2', 'code': 200}
Dec 21 04:04:26.666176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:26.860824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:26.863915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-4ebce037-7431-4a18-86c9-d61985c48c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:26.865533 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-4ebce037-7431-4a18-86c9-d61985c48c0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 1163 time: 0.1760035
Dec 21 04:04:26.880944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf1c1f-38f7-4342-bea7-97eb79bcad96 req-92f9e9df-c8a2-42f5-ac95-37a2f4a784e2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:26.888600 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2fcf1c1f-38f7-4342-bea7-97eb79bcad96 req-92f9e9df-c8a2-42f5-ac95-37a2f4a784e2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 932 time: 0.1213157
Dec 21 04:04:26.953227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:26.976035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.objects.ports [None req-d5f27f0f-ace3-4d92-8f90-0bd2e20d5c4f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80294) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 04:04:26.992123 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2fcf1c1f-38f7-4342-bea7-97eb79bcad96 req-209089b2-f90d-4549-b052-91acfe5a9f7b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016920
Dec 21 04:04:27.003486 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:27.024954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Usage tracker for resource:security_group_rule and tenant:4e23cc90a8dd4af5a34c3ab75f50fad5 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:27.028582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:27.035124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:27.118379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.resource_extend [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 04:04:27.141329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:27.144321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:27.179281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:27.193522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e5d63-28c4-48b7-94bc-7d0da9c06a2a req-b61454a2-a489-4d05-8a8b-80fe477a9fcb tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:27.194301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e41e5d63-28c4-48b7-94bc-7d0da9c06a2a req-b61454a2-a489-4d05-8a8b-80fe477a9fcb tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Synchronizing usage tracker for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:27.197053 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c0b40f0c-0944-4e41-8265-539ceaa4cb97 req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3227687
Dec 21 04:04:27.228727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=982b2ad3-464d-4ab1-a10e-ae3d346c7a72,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:27.236250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:27.322953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b660735-5c1f-4f57-b431-9111e7513865 req-456371d4-3187-4a79-9757-63674e628944 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:27.324575 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b660735-5c1f-4f57-b431-9111e7513865 req-456371d4-3187-4a79-9757-63674e628944 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 946 time: 0.0896504
Dec 21 04:04:27.346745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e41e5d63-28c4-48b7-94bc-7d0da9c06a2a req-b61454a2-a489-4d05-8a8b-80fe477a9fcb tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Unset dirty status for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:27.348361 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e41e5d63-28c4-48b7-94bc-7d0da9c06a2a req-b61454a2-a489-4d05-8a8b-80fe477a9fcb tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 932 time: 0.7052557
Dec 21 04:04:27.372450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device c3d06276-942a-422b-add5-5fb80a8c96cc up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:27.386526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:04:27.399736 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b660735-5c1f-4f57-b431-9111e7513865 req-3259fc40-3581-4fe8-834d-504c77a8bd64 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676339
Dec 21 04:04:27.448305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:27.471738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port c3d06276-942a-422b-add5-5fb80a8c96cc completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:27.477586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port c3d06276-942a-422b-add5-5fb80a8c96cc triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:27.478835 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:27.528736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Transition to ACTIVE for port object 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:27.606526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:27.624158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:27.628682 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2f623-f8ae-44b8-8387-2276c7e101b2 req-a5ea9767-cf2a-4210-8650-15d1d5466084 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:27.630321 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-64e2f623-f8ae-44b8-8387-2276c7e101b2 req-a5ea9767-cf2a-4210-8650-15d1d5466084 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 943 time: 0.0877526
Dec 21 04:04:27.636421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e41e5d63-28c4-48b7-94bc-7d0da9c06a2a req-fd5ddf69-434b-4d93-ade1-edc69a15da45 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Synchronizing usage tracker for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:security_group {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:27.641999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port c3d06276-942a-422b-add5-5fb80a8c96cc, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c3d06276-942a-422b-add5-5fb80a8c96cc,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:27.645755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:27.646662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device e659557b-9fe0-4ca8-b96e-86df08ff2db2 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:27.675515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d91fbcfd-803a-49b7-8986-f0a9d7ce3aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:27.682396 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-64e2f623-f8ae-44b8-8387-2276c7e101b2 req-94a92faa-2440-4209-af91-5aa88549dd86 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438519
Dec 21 04:04:27.685513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:27.765765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=c3d06276-942a-422b-add5-5fb80a8c96cc,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:27.770067 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:27.785004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port e659557b-9fe0-4ca8-b96e-86df08ff2db2 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:27.785425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:27.901724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bf959-fe1d-44ce-a236-30128190414c req-be6b9c07-8311-4fb4-b1e7-edddc4438a68 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:27.903475 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e70bf959-fe1d-44ce-a236-30128190414c req-be6b9c07-8311-4fb4-b1e7-edddc4438a68 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 931 time: 0.0939715
Dec 21 04:04:27.956187 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e70bf959-fe1d-44ce-a236-30128190414c req-d7dcf7f1-6981-4fcb-b642-568e6bfd1cc0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455861
Dec 21 04:04:28.192192 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e41e5d63-28c4-48b7-94bc-7d0da9c06a2a req-fd5ddf69-434b-4d93-ade1-edc69a15da45 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Unset dirty status for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:security_group {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:28.193456 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e41e5d63-28c4-48b7-94bc-7d0da9c06a2a req-fd5ddf69-434b-4d93-ade1-edc69a15da45 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8314760
Dec 21 04:04:28.211856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c4622-8f1b-42c5-bfc5-c5e155218d89,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:28.228963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:28.270143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c6287-1f46-4a25-b369-6a1fa4acca15 req-b8a54bd3-6240-47f0-804c-b7d2d47acb8c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:28.278302 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-400c6287-1f46-4a25-b369-6a1fa4acca15 req-b8a54bd3-6240-47f0-804c-b7d2d47acb8c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 932 time: 0.1530941
Dec 21 04:04:28.337286 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-400c6287-1f46-4a25-b369-6a1fa4acca15 req-93aede5f-efeb-4982-80be-ac0bcb3c8dcc tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563407
Dec 21 04:04:28.496703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658a086f-4f18-4fe0-a27b-c88bdf8bba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d06276-942a-422b-add5-5fb80a8c96cc'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:28.510629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.resource_extend [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 04:04:28.531843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f383262c-f81f-4b3d-a438-e84aba847b2b {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:04:28.552781 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112992d5-34d2-4969-bb40-152ef22b2f72 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:04:28.588632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:28.588824 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658a086f-4f18-4fe0-a27b-c88bdf8bba38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d06276-942a-422b-add5-5fb80a8c96cc', 'code': 200}
Dec 21 04:04:28.614867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:28.633535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Attempting to bind port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:28.633814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Attempting to bind port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:28.634354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Attempting to bind port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 on network e2c2a6e4-9130-437b-b1c6-0bb90f013677 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:28.686193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Transition to ACTIVE for port object f383262c-f81f-4b3d-a438-e84aba847b2b will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:28.697983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:28.698361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Checking segment: {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:28.698790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:28.699295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Bound using segment: {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:28.699811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Bound port: 3f4c4622-8f1b-42c5-bfc5-c5e155218d89, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:28.700183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:28.722923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebf23f8-0aba-463b-89c6-d9e38a717d77 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:04:28.730887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Transition to ACTIVE for port object 112992d5-34d2-4969-bb40-152ef22b2f72 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:28.748878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:28.752667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:28.776628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device c3d06276-942a-422b-add5-5fb80a8c96cc up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:28.788203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:28.905529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:28.907615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port c3d06276-942a-422b-add5-5fb80a8c96cc triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:28.908122 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:28.947987 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa470d-f72e-4945-9d82-2869960174bb req-4c650d82-8d59-4ec9-baaf-7829b5c5121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:28.950048 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aa470d-f72e-4945-9d82-2869960174bb req-4c650d82-8d59-4ec9-baaf-7829b5c5121f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 1162 time: 0.1384246
Dec 21 04:04:28.979081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Transition to ACTIVE for port object cebf23f8-0aba-463b-89c6-d9e38a717d77 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:04:29.020888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:29.051859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device e659557b-9fe0-4ca8-b96e-86df08ff2db2 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:29.063635 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aa470d-f72e-4945-9d82-2869960174bb req-a8fc843b-b1ff-496c-aa74-76dba45ba3f0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991659
Dec 21 04:04:29.125791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e573c7e-a8d6-430f-baa1-f8629e57f703 req-4a86d9ab-7037-4ac3-b2a0-0c2dcd26d850 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:29.127881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port e659557b-9fe0-4ca8-b96e-86df08ff2db2 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:29.128295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:29.136885 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4e573c7e-a8d6-430f-baa1-f8629e57f703 req-4a86d9ab-7037-4ac3-b2a0-0c2dcd26d850 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.1706343
Dec 21 04:04:29.212685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Pushing event updated for resources: {'Port': ['ID=f383262c-f81f-4b3d-a438-e84aba847b2b,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:29.244540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:29.250598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-058e518a-403d-41ac-84cb-76f22aee6985 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:29.322509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09239225-f647-4e1c-8bd3-bc1dc3f9b886 req-b2553e1d-61f5-48b6-a83a-339e17ae9c7d tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:29.324183 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09239225-f647-4e1c-8bd3-bc1dc3f9b886 req-b2553e1d-61f5-48b6-a83a-339e17ae9c7d tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 946 time: 0.7016127
Dec 21 04:04:29.342807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] For port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:29.388180 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4e573c7e-a8d6-430f-baa1-f8629e57f703 req-0514e4ff-e359-4666-b82b-02d5804cfac3 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2500076
Dec 21 04:04:29.474404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] For port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=3f4c4622-8f1b-42c5-bfc5-c5e155218d89,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:29.491869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=112992d5-34d2-4969-bb40-152ef22b2f72,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:29.511301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:29.588316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88af26-0431-44db-a03e-e6da8ef42b35 req-3f26ad1f-b371-40cc-9083-1eb5c0754304 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:29.589908 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ce88af26-0431-44db-a03e-e6da8ef42b35 req-3f26ad1f-b371-40cc-9083-1eb5c0754304 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0817695
Dec 21 04:04:29.640178 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ce88af26-0431-44db-a03e-e6da8ef42b35 req-26d44eaa-15b9-441e-b8fe-a21f9766eb69 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434797
Dec 21 04:04:29.676124 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09239225-f647-4e1c-8bd3-bc1dc3f9b886 req-ccc9854d-f699-4428-9f2c-570188c4ecc9 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3365574
Dec 21 04:04:29.913133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02e324-5483-4026-8ade-aa0087912179 req-b962fd42-9366-4fdf-b81d-cddc1c762a20 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:29.915814 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ae02e324-5483-4026-8ade-aa0087912179 req-b962fd42-9366-4fdf-b81d-cddc1c762a20 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.1021392
Dec 21 04:04:29.977662 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ae02e324-5483-4026-8ade-aa0087912179 req-1de24f78-d284-4789-a44b-0f3c9068e388 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552292
Dec 21 04:04:30.155129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Pushing event updated for resources: {'Port': ['ID=cebf23f8-0aba-463b-89c6-d9e38a717d77,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:30.220223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58332) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:30.227727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:30.231868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.097s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:30.302322 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Attempting to bind port f383262c-f81f-4b3d-a438-e84aba847b2b on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:30.302691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Attempting to bind port f383262c-f81f-4b3d-a438-e84aba847b2b by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:30.303076 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Attempting to bind port f383262c-f81f-4b3d-a438-e84aba847b2b on network e8d33767-b253-441c-91c7-8b1cb39a6139 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:30.344247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:30.344758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Checking segment: {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:30.345160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.345556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Bound using segment: {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:30.346045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Bound port: f383262c-f81f-4b3d-a438-e84aba847b2b, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:30.346488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.375218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Attempting to bind port cebf23f8-0aba-463b-89c6-d9e38a717d77 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:30.375585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Attempting to bind port cebf23f8-0aba-463b-89c6-d9e38a717d77 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:30.375947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Attempting to bind port cebf23f8-0aba-463b-89c6-d9e38a717d77 on network f6bc0051-d4ea-476a-9024-7792973f8f69 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:30.403503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:30.403745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Checking segment: {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:30.404140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.404528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Bound using segment: {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:30.405003 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Bound port: cebf23f8-0aba-463b-89c6-d9e38a717d77, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:30.405389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.424003 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.452841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:30.453112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Attempting to bind port 112992d5-34d2-4969-bb40-152ef22b2f72 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:04:30.453489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Attempting to bind port 112992d5-34d2-4969-bb40-152ef22b2f72 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:04:30.453854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Attempting to bind port 112992d5-34d2-4969-bb40-152ef22b2f72 on network e2c2a6e4-9130-437b-b1c6-0bb90f013677 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:04:30.463418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Usage tracker for resource:security_group_rule and tenant:35fa21d8b5924b40884b49c0997ec5a7 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:30.466466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4c4622-8f1b-42c5-bfc5-c5e155218d89,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:30.466579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:30.474366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:30.489059 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:30.489655 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.915s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:30.489976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:30.490752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:04:30.491143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Checking segment: {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:04:30.491538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.491928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Bound using segment: {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:04:30.493069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Bound port: 112992d5-34d2-4969-bb40-152ef22b2f72, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6618d3-c5e6-45f2-add4-dcbb6d604638', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e2c2a6e4-9130-437b-b1c6-0bb90f013677'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:04:30.493437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.564630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:30.565215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.566722 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/3f4c4622-8f1b-42c5-bfc5-c5e155218d89 HTTP/1.1" status: 200  len: 1158 time: 5.9755099
Dec 21 04:04:30.572151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066ef53e-6421-4004-bd12-2e238a638cd1', 'tag': '3f4c4622-8f1b-42c5-bfc5-c5e155218d89'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:30.623912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.633756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.646152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:30.697365 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35fa21d8b5924b40884b49c0997ec5a7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4733188
Dec 21 04:04:30.699945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58348) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:30.703138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456cfb9-f4a2-478e-8188-4434c7f9b029 req-d273d5c9-e6ab-43ba-874d-c598243f7a96 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:30.704799 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b456cfb9-f4a2-478e-8188-4434c7f9b029 req-d273d5c9-e6ab-43ba-874d-c598243f7a96 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.1692891
Dec 21 04:04:30.705491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe28656-4fce-4758-9eed-0f5e68629a31,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:30.709027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:30.717746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea780b-62f2-4307-ae17-a810247373a6 req-8ad318f2-0ea6-4cd8-8c02-9df9108e2165 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:30.718505 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-b7ea780b-62f2-4307-ae17-a810247373a6 req-8ad318f2-0ea6-4cd8-8c02-9df9108e2165 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:30.771302 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b456cfb9-f4a2-478e-8188-4434c7f9b029 req-a6587d93-eab5-4ecb-bb34-3b2d54cb3fc1 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441113
Dec 21 04:04:30.779829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] For port f383262c-f81f-4b3d-a438-e84aba847b2b, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:30.826489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] For port f383262c-f81f-4b3d-a438-e84aba847b2b, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=f383262c-f81f-4b3d-a438-e84aba847b2b,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:30.838490 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-b7ea780b-62f2-4307-ae17-a810247373a6 req-8ad318f2-0ea6-4cd8-8c02-9df9108e2165 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:30.839778 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b7ea780b-62f2-4307-ae17-a810247373a6 req-8ad318f2-0ea6-4cd8-8c02-9df9108e2165 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.6940956
Dec 21 04:04:30.845590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] For port cebf23f8-0aba-463b-89c6-d9e38a717d77, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:30.855096 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.861011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] For port 112992d5-34d2-4969-bb40-152ef22b2f72, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:04:30.895445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] For port cebf23f8-0aba-463b-89c6-d9e38a717d77, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:30.899717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:30.972679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:30.974454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] For port 112992d5-34d2-4969-bb40-152ef22b2f72, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=112992d5-34d2-4969-bb40-152ef22b2f72,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:04:30.982617 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9239c-ee7e-47a0-9ab5-3e2ea30f5662 req-811919be-d27c-4ab9-9e3e-885578457eba tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:30.984280 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-44d9239c-ee7e-47a0-9ab5-3e2ea30f5662 req-811919be-d27c-4ab9-9e3e-885578457eba tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0884705
Dec 21 04:04:31.024570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:31.032479 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-44d9239c-ee7e-47a0-9ab5-3e2ea30f5662 req-bd9206d9-2380-474a-88bf-6eec4eb113b1 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412800
Dec 21 04:04:31.035587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cbae6220-1cbb-485f-8982-e27d397ce75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:31.146073 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b7ea780b-62f2-4307-ae17-a810247373a6 req-7d18d712-c717-455f-889b-607f9c607490 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2965312
Dec 21 04:04:31.243489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Pushing event updated for resources: {'Port': ['ID=f383262c-f81f-4b3d-a438-e84aba847b2b,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:31.256679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cbae6220-1cbb-485f-8982-e27d397ce75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:31.260242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99182d65-8ef8-465c-8f92-7c8cc6e92de8 req-81eb7189-594c-437c-ac8b-553c8e2f4fff tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:31.262064 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-99182d65-8ef8-465c-8f92-7c8cc6e92de8 req-81eb7189-594c-437c-ac8b-553c8e2f4fff tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 946 time: 0.0849216
Dec 21 04:04:31.264882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:31.270556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:31.316595 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-99182d65-8ef8-465c-8f92-7c8cc6e92de8 req-a3aedd5c-aaee-417c-9290-f987284af2e8 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469224
Dec 21 04:04:31.380816 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066ef53e-6421-4004-bd12-2e238a638cd1', 'tag': '3f4c4622-8f1b-42c5-bfc5-c5e155218d89', 'status': 'completed', 'code': 200}
Dec 21 04:04:31.579493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:31.580178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:31.582091 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] 10.222.0.55 "PUT /v2.0/ports/f383262c-f81f-4b3d-a438-e84aba847b2b HTTP/1.1" status: 200  len: 1158 time: 5.5900261
Dec 21 04:04:31.582523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Pushing event updated for resources: {'Port': ['ID=cebf23f8-0aba-463b-89c6-d9e38a717d77,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:31.670084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:31.670933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:31.672617 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] 10.222.0.55 "PUT /v2.0/ports/cebf23f8-0aba-463b-89c6-d9e38a717d77 HTTP/1.1" status: 200  len: 1157 time: 5.4315217
Dec 21 04:04:31.694856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cbae6220-1cbb-485f-8982-e27d397ce75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:31.704770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:31.705895 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:31.707285 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] 10.222.0.55 "PUT /v2.0/ports/112992d5-34d2-4969-bb40-152ef22b2f72 HTTP/1.1" status: 200  len: 1158 time: 6.3475044
Dec 21 04:04:31.733243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=112992d5-34d2-4969-bb40-152ef22b2f72,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:31.741110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:31.741676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.628s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:31.742305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:31.743513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:31.756534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cbae6220-1cbb-485f-8982-e27d397ce75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:31.765806 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-cbae6220-1cbb-485f-8982-e27d397ce75f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fe28656-4fce-4758-9eed-0f5e68629a31 HTTP/1.1" status: 204  len: 168 time: 1.0639884
Dec 21 04:04:31.770443 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae6220-1cbb-485f-8982-e27d397ce75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe28656-4fce-4758-9eed-0f5e68629a31,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:31.782522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551a55b-b7c0-475e-a5f1-a3a62cb45edc req-538dd97f-d1ea-433c-984c-4a68254f99ba tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:31.791601 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e551a55b-b7c0-475e-a5f1-a3a62cb45edc req-538dd97f-d1ea-433c-984c-4a68254f99ba tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.3496549
Dec 21 04:04:31.797457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cbae6220-1cbb-485f-8982-e27d397ce75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:31.933954 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e551a55b-b7c0-475e-a5f1-a3a62cb45edc req-f3a2ed88-a045-496d-bdeb-0292153a2707 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413410
Dec 21 04:04:32.118981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:04:32.254239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device e659557b-9fe0-4ca8-b96e-86df08ff2db2 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:32.264963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476f6c7-1381-42ff-87f5-c29be131180f req-2916a8d1-1373-4fd5-b6f3-90dbe5ca6dd0 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:32.266654 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0476f6c7-1381-42ff-87f5-c29be131180f req-2916a8d1-1373-4fd5-b6f3-90dbe5ca6dd0 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.2253230
Dec 21 04:04:32.329427 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0476f6c7-1381-42ff-87f5-c29be131180f req-83625eb1-05c1-4604-94c4-d3c0a4f5252d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559084
Dec 21 04:04:32.355732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58408) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:32.381196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:32.396071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port e659557b-9fe0-4ca8-b96e-86df08ff2db2 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:32.396712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:32.398968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:32.403707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Usage tracker for resource:security_group_rule and tenant:0fe022e757f44703b513b7e2a9e81467 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:32.407187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:32.413353 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:32.596616 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:32.609676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:32.622557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4f256375-401b-47eb-b4cd-62323f5e28f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:32.675697 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fe022e757f44703b513b7e2a9e81467&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3184915
Dec 21 04:04:32.683455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fcd47-8dd6-4a9d-9861-1a32c9a71b2c req-b98fd39d-60d4-407e-b8b0-8181212bab63 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:32.685168 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-412fcd47-8dd6-4a9d-9861-1a32c9a71b2c req-b98fd39d-60d4-407e-b8b0-8181212bab63 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.1844859
Dec 21 04:04:32.685692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58414) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:32.688341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53717a9-0126-4561-8794-596a29ee181e,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:32.702180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:32.762998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-a860bf81-625b-4388-b277-b5a2b56e83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:32.764610 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-a860bf81-625b-4388-b277-b5a2b56e83eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 1160 time: 0.6030188
Dec 21 04:04:32.778973 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-412fcd47-8dd6-4a9d-9861-1a32c9a71b2c req-c9afb727-35a1-4112-bb34-491ce0cf0961 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757117
Dec 21 04:04:32.788401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-5e0d3cf0-9631-4491-a92b-9501dd6dc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:32.790267 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-5e0d3cf0-9631-4491-a92b-9501dd6dc93e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 1161 time: 0.6028996
Dec 21 04:04:32.797873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c830f37c-9127-445b-8e5d-45cae7c21240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:32.829009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c830f37c-9127-445b-8e5d-45cae7c21240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:32.877195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c830f37c-9127-445b-8e5d-45cae7c21240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:32.882044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:32.897377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830f37c-9127-445b-8e5d-45cae7c21240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53717a9-0126-4561-8794-596a29ee181e,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:32.899963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c830f37c-9127-445b-8e5d-45cae7c21240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:32.910385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c830f37c-9127-445b-8e5d-45cae7c21240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:32.913121 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c830f37c-9127-445b-8e5d-45cae7c21240 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b53717a9-0126-4561-8794-596a29ee181e HTTP/1.1" status: 204  len: 168 time: 0.2250295
Dec 21 04:04:32.923800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-ce0ac97b-3e63-4584-97c8-b480e947705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:32.925419 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-ce0ac97b-3e63-4584-97c8-b480e947705f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 1161 time: 0.8539813
Dec 21 04:04:32.936308 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-6ac22458-8f81-46ed-9ab0-c01e5836c682 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77 HTTP/1.1" status: 200  len: 217 time: 0.1535037
Dec 21 04:04:32.952845 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-222bb90a-90fe-4509-b9c6-03c93052f7fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f383262c-f81f-4b3d-a438-e84aba847b2b HTTP/1.1" status: 200  len: 217 time: 0.1031404
Dec 21 04:04:33.048099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b953-b57d-4dcd-a591-ba19b0491b4f req-8efa1506-42a6-4aa9-920b-5cbc42437714 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:33.048847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-2df2b953-b57d-4dcd-a591-ba19b0491b4f req-8efa1506-42a6-4aa9-920b-5cbc42437714 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Synchronizing usage tracker for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:04:33.110358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749d279-fef9-47e5-ad20-0bf3553ce408 req-153a9472-330a-481b-9992-78ac580b525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:33.112033 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d749d279-fef9-47e5-ad20-0bf3553ce408 req-153a9472-330a-481b-9992-78ac580b525c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1161 time: 0.9491875
Dec 21 04:04:33.121339 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-533e6e46-1834-40e5-9fd8-d9e39550c01a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=112992d5-34d2-4969-bb40-152ef22b2f72 HTTP/1.1" status: 200  len: 217 time: 0.1731141
Dec 21 04:04:33.219361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e4997-9932-4536-bb4e-4c45bfb69b4a req-204a451c-c6ba-417a-984e-334c56ddf873 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:33.229537 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ee2e4997-9932-4536-bb4e-4c45bfb69b4a req-204a451c-c6ba-417a-984e-334c56ddf873 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.1483531
Dec 21 04:04:33.270251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-2df2b953-b57d-4dcd-a591-ba19b0491b4f req-8efa1506-42a6-4aa9-920b-5cbc42437714 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Unset dirty status for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:04:33.278346 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2df2b953-b57d-4dcd-a591-ba19b0491b4f req-8efa1506-42a6-4aa9-920b-5cbc42437714 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.9237518
Dec 21 04:04:33.288392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-73a8d489-3d60-48cf-83c4-96fac0f26220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:33.290092 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-73a8d489-3d60-48cf-83c4-96fac0f26220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.3404608
Dec 21 04:04:33.308288 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ee2e4997-9932-4536-bb4e-4c45bfb69b4a req-8621a7e9-a661-4cd3-a8d4-b1ddbe92cc08 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762520
Dec 21 04:04:33.415129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'tag': 'f383262c-f81f-4b3d-a438-e84aba847b2b'}, {'name': 'network-changed', 'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77'}, {'name': 'network-changed', 'server_uuid': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'tag': '112992d5-34d2-4969-bb40-152ef22b2f72'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:33.421988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-28d29e8d-4f90-4b6a-b4a4-e883597824a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:33.423569 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-28d29e8d-4f90-4b6a-b4a4-e883597824a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.3618464
Dec 21 04:04:33.454094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-dff25e13-d680-4c88-9af1-1df2306b4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:33.455685 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-dff25e13-d680-4c88-9af1-1df2306b4f75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 200  len: 859 time: 0.2834904
Dec 21 04:04:33.596804 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-da02be1a-dae1-457e-9331-dcc84083f1ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e2c2a6e4-9130-437b-b1c6-0bb90f013677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0951970
Dec 21 04:04:33.632299 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2df2b953-b57d-4dcd-a591-ba19b0491b4f req-1b2d12fb-ad5c-417f-bdbf-a4c54ae8dd5f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3527195
Dec 21 04:04:33.689995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee103af-07da-4cad-8f61-73ddaf3abb09 req-897d4849-2e9e-4741-b842-5437f507253d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:33.691660 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fee103af-07da-4cad-8f61-73ddaf3abb09 req-897d4849-2e9e-4741-b842-5437f507253d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.1308737
Dec 21 04:04:33.738597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749d279-fef9-47e5-ad20-0bf3553ce408 req-ed28a0b9-d8a5-4cf1-8a31-ecfcbf4ea3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:33.740616 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d749d279-fef9-47e5-ad20-0bf3553ce408 req-ed28a0b9-d8a5-4cf1-8a31-ecfcbf4ea3b3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=835bff285f30412e8cdd0e7f8f00f705&shared=False HTTP/1.1" status: 200  len: 913 time: 0.6144824
Dec 21 04:04:33.797548 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fee103af-07da-4cad-8f61-73ddaf3abb09 req-303fd9f3-430a-4cc5-b5b3-08ac3e6b2307 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955396
Dec 21 04:04:33.933899 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-f6e42aee-3feb-496a-ba2d-d74b7a4f3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:33.934733 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-f6e42aee-3feb-496a-ba2d-d74b7a4f3a41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4853692
Dec 21 04:04:34.010472 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'tag': 'f383262c-f81f-4b3d-a438-e84aba847b2b', 'status': 'completed', 'code': 200}
Dec 21 04:04:34.010708 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77', 'status': 'completed', 'code': 200}
Dec 21 04:04:34.011052 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'tag': '112992d5-34d2-4969-bb40-152ef22b2f72', 'status': 'completed', 'code': 200}
Dec 21 04:04:34.020461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-5baa1426-53af-4d25-923e-90f2d8da82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:34.022141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-5baa1426-53af-4d25-923e-90f2d8da82dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.7081749
Dec 21 04:04:34.370776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7540bc6a-937f-4721-8b3d-15dc4ab21924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:34.375665 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-347ac333-a6c5-4a27-88ec-738f8416f35e service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7705853
Dec 21 04:04:34.432408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749d279-fef9-47e5-ad20-0bf3553ce408 req-7850bf7a-4b24-4c5b-ba9a-491e28470115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:34.434441 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d749d279-fef9-47e5-ad20-0bf3553ce408 req-7850bf7a-4b24-4c5b-ba9a-491e28470115 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.6612132
Dec 21 04:04:34.454835 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-c72b62eb-1495-4a51-9049-62a2027f0473 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4368410
Dec 21 04:04:34.487656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf16417-11b6-4a78-b682-6481212d4eca req-48677e23-ce5e-4440-84ae-4d6d830117e2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:34.489424 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbf16417-11b6-4a78-b682-6481212d4eca req-48677e23-ce5e-4440-84ae-4d6d830117e2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.2136569
Dec 21 04:04:34.602384 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbf16417-11b6-4a78-b682-6481212d4eca req-9945fbaa-2dbc-4aa5-9c47-76ba8a1c73c2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008637
Dec 21 04:04:34.653760 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-cfc48642-fbe0-4648-94c9-ea1103ab6518 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5778263
Dec 21 04:04:34.891628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58516) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:35.105924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:35.128919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:35.136875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Usage tracker for resource:security_group_rule and tenant:e6baf438fc7c44008e21aeaacbbfb551 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:35.145970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cf54d-0e0e-440c-896e-39f13b69d675 req-c188177a-c35c-41fe-ac0f-7b18f5bf5d74 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:35.147649 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-343cf54d-0e0e-440c-896e-39f13b69d675 req-c188177a-c35c-41fe-ac0f-7b18f5bf5d74 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.2009530
Dec 21 04:04:35.148640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:35.154768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:35.308176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:35.333432 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-c6afbf51-b214-4762-979e-d8e958bc8d60 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9310172
Dec 21 04:04:35.334956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:35.351146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:35.384153 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-47b8eec7-2ea0-4c90-9940-30d38532be65 req-1f2befc0-0078-4c46-bcae-64820adbf6b2 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9077206
Dec 21 04:04:35.397385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-5e3113ec-ad46-4213-a3b2-7142c1e7679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:35.399675 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-5e3113ec-ad46-4213-a3b2-7142c1e7679f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1161 time: 0.8878846
Dec 21 04:04:35.404501 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffb4473f-4593-4f0e-812f-24c4c56e35cb req-52a1eb03-19e2-4970-ab41-eaf6bbc1f90f service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6375237
Dec 21 04:04:35.425975 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6baf438fc7c44008e21aeaacbbfb551&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5305021
Dec 21 04:04:35.426170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e5910-2305-471f-9bdd-1f7f39815faf req-74295867-2aff-460d-aff8-ac89355c1002 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:35.426170 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fe5e5910-2305-471f-9bdd-1f7f39815faf req-74295867-2aff-460d-aff8-ac89355c1002 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.6602149
Dec 21 04:04:35.426966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58528) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:35.445822 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-343cf54d-0e0e-440c-896e-39f13b69d675 req-20ce8d42-36bc-4e42-9fe8-b80c3b9c0fe4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1336076
Dec 21 04:04:35.446583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d068bf-f939-4229-bfbf-6ef09e1da86d,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:35.469690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:35.652844 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-a04d508f-1575-42a0-a459-657085bb3d27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c4622-8f1b-42c5-bfc5-c5e155218d89 HTTP/1.1" status: 200  len: 217 time: 0.1601775
Dec 21 04:04:35.755330 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fe5e5910-2305-471f-9bdd-1f7f39815faf req-80b78721-cf14-458a-b92b-e64bec0c2757 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3193111
Dec 21 04:04:35.814282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-832e8033-4b15-472f-93d6-f76f60a7d1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:35.818301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-578b277d-6fde-4c2c-8684-33e60028aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:35.819926 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-578b277d-6fde-4c2c-8684-33e60028aa07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 200  len: 859 time: 0.1389625
Dec 21 04:04:35.858686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f1ecf-2963-4b25-84ee-0aa6eb46d618 req-8a679dc2-09d7-40c3-9c3c-c91a1f783e76 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:35.860394 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-943f1ecf-2963-4b25-84ee-0aa6eb46d618 req-8a679dc2-09d7-40c3-9c3c-c91a1f783e76 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.0948083
Dec 21 04:04:35.895485 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-fb9e1e45-b894-4428-8ca8-5e7906aa0633 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e2c2a6e4-9130-437b-b1c6-0bb90f013677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612106
Dec 21 04:04:35.897314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-832e8033-4b15-472f-93d6-f76f60a7d1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:35.905724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-ad595432-e59f-4c99-9ad7-3eb7b6f51cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:35.907327 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-ad595432-e59f-4c99-9ad7-3eb7b6f51cfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 1161 time: 0.3301537
Dec 21 04:04:35.910347 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-943f1ecf-2963-4b25-84ee-0aa6eb46d618 req-ed83f62e-9bf5-41d3-bd01-f40a0b4a9240 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423458
Dec 21 04:04:36.209120 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-cce9b227-50b0-488a-997e-06df1f9d36d0 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2984617
Dec 21 04:04:36.211713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-832e8033-4b15-472f-93d6-f76f60a7d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:36.217712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-cd97446e-0ffb-4309-a3ad-391f2f26713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:36.219242 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-cd97446e-0ffb-4309-a3ad-391f2f26713b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 905 time: 0.2793941
Dec 21 04:04:36.222260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:36.313743 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e8033-4b15-472f-93d6-f76f60a7d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d068bf-f939-4229-bfbf-6ef09e1da86d,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:36.323869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-832e8033-4b15-472f-93d6-f76f60a7d1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:36.345053 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-4512bbb9-330b-44c8-b37a-c5304950bc00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f383262c-f81f-4b3d-a438-e84aba847b2b HTTP/1.1" status: 200  len: 217 time: 0.1130414
Dec 21 04:04:36.350451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-832e8033-4b15-472f-93d6-f76f60a7d1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:36.351606 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-832e8033-4b15-472f-93d6-f76f60a7d1c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98d068bf-f939-4229-bfbf-6ef09e1da86d HTTP/1.1" status: 204  len: 168 time: 0.9178834
Dec 21 04:04:36.577460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-79ca3f01-5c23-4c7f-b084-065ecbfc6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:36.579287 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-79ca3f01-5c23-4c7f-b084-065ecbfc6ceb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.1658101
Dec 21 04:04:36.583117 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-674f9f8f-7bca-403f-a84d-123002fc2984 req-4a5f83bc-f8b0-4756-b37d-5124fb5f0e13 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3625762
Dec 21 04:04:36.685172 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-78764498-6f0e-41d1-8efb-f306e55e8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:36.686875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-78764498-6f0e-41d1-8efb-f306e55e8df4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0870996
Dec 21 04:04:36.813457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df657129-a98a-4354-bae5-bc9d02b2ef00 req-6306dc92-9cb8-4888-9b98-aaf06518d071 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:36.815752 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-df657129-a98a-4354-bae5-bc9d02b2ef00 req-6306dc92-9cb8-4888-9b98-aaf06518d071 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1635921
Dec 21 04:04:36.816552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58586) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:36.857703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:36.871865 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-86804c69-849b-41a9-982b-4b7ba577f5c8 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763020
Dec 21 04:04:36.896877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:36.937168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Usage tracker for resource:security_group_rule and tenant:538c1307a4e24d3294e44e78aacf7ad3 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:36.944347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:36.969472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:36.984073 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-df657129-a98a-4354-bae5-bc9d02b2ef00 req-1b5e63e4-078c-4e2b-9f80-895487c4321d tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472583
Dec 21 04:04:37.012590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-754de365-3a7d-427a-8981-8c57d8b67e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:37.104433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:37.106774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:37.114917 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:37.140489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-77cf8764-e53a-4f6f-8659-c946809cb81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:37.190416 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=538c1307a4e24d3294e44e78aacf7ad3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3725789
Dec 21 04:04:37.191325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58598) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:37.194136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb764818-1523-4a20-8491-ec856298cbe5,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:37.210034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:37.233247 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-47d8d37a-3eaf-4462-8f4d-3d102c26e1cb service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3455234
Dec 21 04:04:37.241088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd0364-e1b5-4d72-987d-293d870573a8 req-054eb9d5-34f0-4cd9-a555-fd7000d33b08 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:37.249469 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-44dd0364-e1b5-4d72-987d-293d870573a8 req-054eb9d5-34f0-4cd9-a555-fd7000d33b08 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.1749537
Dec 21 04:04:37.339307 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-44dd0364-e1b5-4d72-987d-293d870573a8 req-dc7ec053-f39f-48d1-96d1-d9977079fe23 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887091
Dec 21 04:04:37.369700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7f7c1ab2-25be-4068-be0a-bac3022166e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:37.381143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-0d96c407-f518-4a5b-ae04-179c6e582bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:37.383486 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-0d96c407-f518-4a5b-ae04-179c6e582bb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 1160 time: 0.0867884
Dec 21 04:04:37.417683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7f7c1ab2-25be-4068-be0a-bac3022166e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:37.437887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b30720-1def-48a6-8703-c476cfd9dab7 req-e3732c2f-9113-4b12-afdc-d67e3ad165e4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:37.439618 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0b30720-1def-48a6-8703-c476cfd9dab7 req-e3732c2f-9113-4b12-afdc-d67e3ad165e4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.1679418
Dec 21 04:04:37.515451 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0b30720-1def-48a6-8703-c476cfd9dab7 req-d567bef3-3a38-4443-b65d-cd7e9f7acbbe tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472126
Dec 21 04:04:37.519305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7f7c1ab2-25be-4068-be0a-bac3022166e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:37.529190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-db009671-1a11-49d4-826b-d732b8bdd257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:37.532923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-9493dc3a-0426-41ee-aaf2-46e8e39071ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:37.534768 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-9493dc3a-0426-41ee-aaf2-46e8e39071ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.1443236
Dec 21 04:04:37.544785 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c1ab2-25be-4068-be0a-bac3022166e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb764818-1523-4a20-8491-ec856298cbe5,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:37.547404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7f7c1ab2-25be-4068-be0a-bac3022166e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:37.549840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7f7c1ab2-25be-4068-be0a-bac3022166e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:37.553495 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-7f7c1ab2-25be-4068-be0a-bac3022166e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb764818-1523-4a20-8491-ec856298cbe5 HTTP/1.1" status: 204  len: 168 time: 0.3585081
Dec 21 04:04:37.613580 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-0929a682-141c-47b5-8cad-b04810a7dc26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77 HTTP/1.1" status: 200  len: 217 time: 0.0694573
Dec 21 04:04:37.688537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-9367e453-972f-4e42-954a-eb4fcaa6dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:37.690126 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-9367e453-972f-4e42-954a-eb4fcaa6dd4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.0661385
Dec 21 04:04:38.225709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:38.249099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed5f8c-cf7f-4d9c-87cf-5fc45a873e81 req-bb4d8414-3186-478e-b58d-bd33dda456b8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:38.250712 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dbed5f8c-cf7f-4d9c-87cf-5fc45a873e81 req-bb4d8414-3186-478e-b58d-bd33dda456b8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0961349
Dec 21 04:04:38.304007 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dbed5f8c-cf7f-4d9c-87cf-5fc45a873e81 req-c8a639e1-90bf-4240-8615-e4d031597e94 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460038
Dec 21 04:04:38.564460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c7579-0244-4895-a117-e39ab00a466d req-e696c7a8-d084-49d7-ac66-71b2405618c7 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:38.566292 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-264c7579-0244-4895-a117-e39ab00a466d req-e696c7a8-d084-49d7-ac66-71b2405618c7 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.0917416
Dec 21 04:04:38.632033 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-264c7579-0244-4895-a117-e39ab00a466d req-37d9fbfe-02c8-401f-808c-26759630a0a1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439141
Dec 21 04:04:38.745562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6b6d7-dad7-4f3d-9638-d87d43f73e9c req-bfa3aa0f-1a74-447d-bb32-38a638c6ba2a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:38.747216 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-25a6b6d7-dad7-4f3d-9638-d87d43f73e9c req-bfa3aa0f-1a74-447d-bb32-38a638c6ba2a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.0859773
Dec 21 04:04:38.794948 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-25a6b6d7-dad7-4f3d-9638-d87d43f73e9c req-0fd4df52-8da8-4f9e-a158-1e184b665e65 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413120
Dec 21 04:04:38.819000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:39.560576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82471149-9f19-4a4f-a2f9-4592885071c4 req-bca70e62-7162-4e58-b0bd-e27ce50b2db4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:39.562231 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-82471149-9f19-4a4f-a2f9-4592885071c4 req-bca70e62-7162-4e58-b0bd-e27ce50b2db4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0948160
Dec 21 04:04:39.610622 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-82471149-9f19-4a4f-a2f9-4592885071c4 req-d6f32ec9-7551-421d-8675-6896d6c5dd31 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420456
Dec 21 04:04:40.035971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473ee8f-19b9-4672-9f4c-736727aafd6f req-9d54fcaf-5947-4b5d-9895-70438b46a9b6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:40.037585 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b473ee8f-19b9-4672-9f4c-736727aafd6f req-9d54fcaf-5947-4b5d-9895-70438b46a9b6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.1001067
Dec 21 04:04:40.054088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6df6-a785-42bf-a7b7-13b5677c6947 req-601dba58-51a9-405d-b8a7-d38e75c870bc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:40.055788 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a47b6df6-a785-42bf-a7b7-13b5677c6947 req-601dba58-51a9-405d-b8a7-d38e75c870bc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.3061213
Dec 21 04:04:40.102790 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b473ee8f-19b9-4672-9f4c-736727aafd6f req-ebddfea3-d934-4e6d-bc83-20fd5097fd19 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568922
Dec 21 04:04:40.111813 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a47b6df6-a785-42bf-a7b7-13b5677c6947 req-7edb9d20-3d7c-433b-ad46-fc21b358e407 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488198
Dec 21 04:04:40.495744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-d5227697-4270-4405-97c2-2e0169373487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:40.497384 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-d5227697-4270-4405-97c2-2e0169373487 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1485806
Dec 21 04:04:40.504385 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-e86b2eb4-b4df-49c1-851a-64601e9c35f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1087611
Dec 21 04:04:40.734948 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.objects.ports [None req-3b26585b-d0cd-4331-9618-87c2c515701f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80294) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 04:04:40.788331 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-86630042-5007-46bc-9521-35136c66c501 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2827032
Dec 21 04:04:40.828288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-ad9c49c7-3c47-4798-b191-5cb8f37d4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:40.830086 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-ad9c49c7-3c47-4798-b191-5cb8f37d4994 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=33b459303bfe44888e8f61b8a2800f13&device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 1163 time: 0.1983211
Dec 21 04:04:40.905672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33416a6-d007-4b71-9d9c-cf0532ed3079 req-e8d9b3d5-2766-4fbe-90ce-36c65c38d298 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:40.907711 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c33416a6-d007-4b71-9d9c-cf0532ed3079 req-e8d9b3d5-2766-4fbe-90ce-36c65c38d298 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0910010
Dec 21 04:04:40.999307 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c33416a6-d007-4b71-9d9c-cf0532ed3079 req-b9ce43e4-a1e1-4004-b137-344b5ac35086 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839283
Dec 21 04:04:41.124928 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-24ca61fb-37b5-4931-b90e-76a85d131604 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3249271
Dec 21 04:04:41.132096 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-0aba6190-7da9-4529-a406-2d0cd3330e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:41.134655 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-0aba6190-7da9-4529-a406-2d0cd3330e01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f5464669-173e-4ece-b4c4-fcb93d733400 HTTP/1.1" status: 200  len: 906 time: 0.2738287
Dec 21 04:04:41.246979 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-26082af7-cb3e-4783-b3fd-e0a9f0faf2da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e659557b-9fe0-4ca8-b96e-86df08ff2db2 HTTP/1.1" status: 200  len: 217 time: 0.0943594
Dec 21 04:04:41.403718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45780-924c-40c2-aa3c-0725bd68bc95 req-5e494e32-e735-486a-8c5a-25fec8f69ab5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:41.412431 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-94a45780-924c-40c2-aa3c-0725bd68bc95 req-5e494e32-e735-486a-8c5a-25fec8f69ab5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.1125448
Dec 21 04:04:41.500259 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-94a45780-924c-40c2-aa3c-0725bd68bc95 req-5e04e312-7d93-4c82-86f5-e1a5ea7ef1aa tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866957
Dec 21 04:04:41.520383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-2fe3db01-e42d-4cae-9c97-cd06c1a866a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:41.521966 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-2fe3db01-e42d-4cae-9c97-cd06c1a866a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14aa96e7-78cb-4e9a-9607-e932cc2a1ef1 HTTP/1.1" status: 200  len: 852 time: 0.2241709
Dec 21 04:04:41.525826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-b8f00937-5eea-4ee7-b316-e104d3f0bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:41.527904 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-b8f00937-5eea-4ee7-b316-e104d3f0bf53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 1161 time: 0.2797008
Dec 21 04:04:41.553470 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e4f73-93f9-40c3-bc40-a14f39809651 req-41f1db7f-f010-4911-b00d-9c5987def187 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:41.555436 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-952e4f73-93f9-40c3-bc40-a14f39809651 req-41f1db7f-f010-4911-b00d-9c5987def187 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.3057964
Dec 21 04:04:41.589235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58740) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:41.619393 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-952e4f73-93f9-40c3-bc40-a14f39809651 req-e12203b7-7a73-4ae9-9f62-9524b545a039 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557797
Dec 21 04:04:41.765658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:41.781349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:41.785413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:1185c9104ec94e67a446bf2adfc471ff is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:41.788551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:41.794560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:41.880239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:41.884443 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:41.894200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:41.936238 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1185c9104ec94e67a446bf2adfc471ff&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3458216
Dec 21 04:04:41.937853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5f7c91-69a0-459c-962a-2d432b54d2de,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:41.939063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58756) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:41.946573 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.947001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.947384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.947770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.948154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.948537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.948922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.949302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.949684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.950138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.950417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.950793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.951464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.951640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.952060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.952335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.952672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.953046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.953414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.953931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.954142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.954519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.954890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.955281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:41.959975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:42.002915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.030687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.084435 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.092875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:42.110194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5f7c91-69a0-459c-962a-2d432b54d2de,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:42.120265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.120676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.121072 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.121460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.121846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.122233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.122618 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.123027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.123417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.123793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.124178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.124555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.125032 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.125472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.125698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.126075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.126450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.126827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.127253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.127630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.128006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.128382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.128759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.129134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:42.132197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.134167 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db5f7c91-69a0-459c-962a-2d432b54d2de HTTP/1.1" status: 204  len: 168 time: 0.1938462
Dec 21 04:04:42.135154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:42.161870 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58768) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:42.240493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d5737-2020-4ce2-96d9-423d53a7772c req-94b6ad60-8884-4891-8bf8-ae5efd145ef2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:42.242625 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d3d5737-2020-4ce2-96d9-423d53a7772c req-94b6ad60-8884-4891-8bf8-ae5efd145ef2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0943687
Dec 21 04:04:42.291534 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d3d5737-2020-4ce2-96d9-423d53a7772c req-06c373f5-d688-42d4-9b94-3c26cbdd618a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418706
Dec 21 04:04:42.331010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.347140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:42.351756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Usage tracker for resource:security_group_rule and tenant:05b4a2e94bc34aa4a8e27f00e04421a2 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:42.354971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:42.360797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:42.451654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.455598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.469699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:42.514888 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05b4a2e94bc34aa4a8e27f00e04421a2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3520813
Dec 21 04:04:42.516117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545ae404-2363-49ba-bc1c-59098677e930,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:42.517762 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58776) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:42.519536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:42.569010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58782) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:42.597934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.614370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a70ed5c-2a2c-4eb3-b35d-feb853c24820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.632162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:42.651084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Usage tracker for resource:security_group_rule and tenant:88e1d572ef61443bb05a676627f95315 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:42.656499 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a70ed5c-2a2c-4eb3-b35d-feb853c24820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.686629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:42.699293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:42.722468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a70ed5c-2a2c-4eb3-b35d-feb853c24820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.722847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836287-0a35-4da6-8619-f946c21efc16 req-46687827-0f94-4257-8302-4af5f276f73d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:42.724597 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-af836287-0a35-4da6-8619-f946c21efc16 req-46687827-0f94-4257-8302-4af5f276f73d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.0884948
Dec 21 04:04:42.729459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-78723a66-5ec5-4f97-84b0-9bd15b46140d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:42.748290 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70ed5c-2a2c-4eb3-b35d-feb853c24820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545ae404-2363-49ba-bc1c-59098677e930,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:42.751664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1a70ed5c-2a2c-4eb3-b35d-feb853c24820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:42.758675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a70ed5c-2a2c-4eb3-b35d-feb853c24820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.759971 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1a70ed5c-2a2c-4eb3-b35d-feb853c24820 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/545ae404-2363-49ba-bc1c-59098677e930 HTTP/1.1" status: 204  len: 168 time: 0.2407584
Dec 21 04:04:42.796872 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-af836287-0a35-4da6-8619-f946c21efc16 req-a9af42af-c827-47eb-b747-6c68bd9e6383 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653934
Dec 21 04:04:42.897996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.904910 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:42.913918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f6621f63-59f9-4ff1-8dd3-9f057e898990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:42.930670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de448d-fd58-4e32-9882-83870f797878 req-9909c43b-b5eb-45f4-87f9-6bdbfc3cc5cb tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:42.932314 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-65de448d-fd58-4e32-9882-83870f797878 req-9909c43b-b5eb-45f4-87f9-6bdbfc3cc5cb tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.1502364
Dec 21 04:04:42.983988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada17040-0d2e-483e-a504-457c98580c6a,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:42.995046 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88e1d572ef61443bb05a676627f95315&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4216948
Dec 21 04:04:42.995871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:42.995976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58794) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:43.018842 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-65de448d-fd58-4e32-9882-83870f797878 req-d7a9aedd-f3ea-4d52-b1f1-d620f054fd6c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726035
Dec 21 04:04:43.066790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6b84a66d-db90-4df8-a234-2f3d4b6021bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.095928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6b84a66d-db90-4df8-a234-2f3d4b6021bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.141726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6b84a66d-db90-4df8-a234-2f3d4b6021bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.147620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-53402e2f-e052-4525-a6d2-ea9d7eeabc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:43.163413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84a66d-db90-4df8-a234-2f3d4b6021bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada17040-0d2e-483e-a504-457c98580c6a,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:43.167753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6b84a66d-db90-4df8-a234-2f3d4b6021bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:43.175568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6b84a66d-db90-4df8-a234-2f3d4b6021bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.176777 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6b84a66d-db90-4df8-a234-2f3d4b6021bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ada17040-0d2e-483e-a504-457c98580c6a HTTP/1.1" status: 204  len: 168 time: 0.1802270
Dec 21 04:04:43.216111 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58804) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:43.235228 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.251135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:43.255654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Usage tracker for resource:security_group_rule and tenant:5c5b08eda27d40b685719a53d3a50c2f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:43.259530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:43.265735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:43.355958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.359310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.369931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:43.423517 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c5b08eda27d40b685719a53d3a50c2f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2035944
Dec 21 04:04:43.423517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37981f32-1106-4d0c-bb61-1dd0e1176adf,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:43.424530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58812) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:43.427397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:43.556680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-468f559b-43af-47a9-b043-0ed7bbeed296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.598434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-468f559b-43af-47a9-b043-0ed7bbeed296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.626718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70581369-3d53-42e3-b047-cf868b4381da req-04175bb8-0679-4b19-9cc2-ab098e4c393c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:43.628357 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-70581369-3d53-42e3-b047-cf868b4381da req-04175bb8-0679-4b19-9cc2-ab098e4c393c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1769521
Dec 21 04:04:43.696509 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-70581369-3d53-42e3-b047-cf868b4381da req-5177733d-bd40-4530-b28b-8d95d99e7f34 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541592
Dec 21 04:04:43.702161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-468f559b-43af-47a9-b043-0ed7bbeed296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.707860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:43.721471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f559b-43af-47a9-b043-0ed7bbeed296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37981f32-1106-4d0c-bb61-1dd0e1176adf,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:43.724852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-468f559b-43af-47a9-b043-0ed7bbeed296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:43.727433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-468f559b-43af-47a9-b043-0ed7bbeed296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:43.731912 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-468f559b-43af-47a9-b043-0ed7bbeed296 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37981f32-1106-4d0c-bb61-1dd0e1176adf HTTP/1.1" status: 204  len: 168 time: 0.3063474
Dec 21 04:04:44.029502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11098bb1-761b-452c-a19a-ecd96f65b998 req-b1e7b77c-68bc-4dcb-8908-31d6184f4316 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:44.029502 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11098bb1-761b-452c-a19a-ecd96f65b998 req-b1e7b77c-68bc-4dcb-8908-31d6184f4316 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.0962105
Dec 21 04:04:44.087582 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11098bb1-761b-452c-a19a-ecd96f65b998 req-451dd31c-b87e-4af5-92b8-577f708ad4d3 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574062
Dec 21 04:04:44.143365 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-cb01f8f3-a773-42ef-9891-7b0facdfed63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5464669-173e-4ece-b4c4-fcb93d733400&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2276299
Dec 21 04:04:44.300995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-07be21fc-15fb-4b73-8a2b-b245591f9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:44.302605 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-07be21fc-15fb-4b73-8a2b-b245591f9c60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 913 time: 0.3076320
Dec 21 04:04:44.442337 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-bfaa5021-8633-4fa2-b47b-26ae37266446 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=112992d5-34d2-4969-bb40-152ef22b2f72 HTTP/1.1" status: 200  len: 217 time: 0.0812986
Dec 21 04:04:44.535497 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-d76934e8-9719-41d8-8386-831dedb33078 service neutron] 10.222.0.55 "GET /v2.0/networks/f5464669-173e-4ece-b4c4-fcb93d733400?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3795443
Dec 21 04:04:44.552323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfc053-b692-4991-8b54-fe2161065c2b req-e1364f99-8c41-4963-a9a5-198345e6d9b6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:44.553890 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-38dfc053-b692-4991-8b54-fe2161065c2b req-e1364f99-8c41-4963-a9a5-198345e6d9b6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.3480411
Dec 21 04:04:44.591711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-93370eda-3388-4421-aa14-4653376a2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:44.593247 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-93370eda-3388-4421-aa14-4653376a2479 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 200  len: 859 time: 0.1335273
Dec 21 04:04:44.690374 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-4bf8c72f-9f36-4de2-aac3-d596f460c920 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e2c2a6e4-9130-437b-b1c6-0bb90f013677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0715055
Dec 21 04:04:44.787432 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-38dfc053-b692-4991-8b54-fe2161065c2b req-e4335dd1-8437-41d0-a80e-729ef2bdd7d6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2017782
Dec 21 04:04:45.049534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:45.064543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3689-a23f-4df9-9cb5-62fc1806337a req-59ab4471-5987-4213-9bd5-32479af79a19 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:45.081089 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-76be3689-a23f-4df9-9cb5-62fc1806337a req-59ab4471-5987-4213-9bd5-32479af79a19 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1488090
Dec 21 04:04:45.146356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port cebf23f8-0aba-463b-89c6-d9e38a717d77 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:45.154249 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port cebf23f8-0aba-463b-89c6-d9e38a717d77 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:45.154980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:45.223503 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41972608-7fd4-45c1-bb3d-74d40cffd3bd req-4c1fea92-11af-47f6-b6eb-3423bcc311e4 service neutron] 10.222.0.55 "GET /v2.0/networks/f5464669-173e-4ece-b4c4-fcb93d733400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6658053
Dec 21 04:04:45.227123 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-76be3689-a23f-4df9-9cb5-62fc1806337a req-2c3815a6-206f-4656-b151-a976243b7a0e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1441498
Dec 21 04:04:45.299439 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-2004b95b-bd3b-45d8-8326-97dc5485471a service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5594592
Dec 21 04:04:45.426191 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:45.470583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port cebf23f8-0aba-463b-89c6-d9e38a717d77, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:45.472013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:45.491235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:45.494417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 112992d5-34d2-4969-bb40-152ef22b2f72 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:45.586284 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6eabfe1a-4e03-4eb0-8192-2c4df6fd8aa9 req-a199b1f7-0dc9-4a85-8fa0-40e5df1f2d77 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2761178
Dec 21 04:04:45.612154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081128-eaae-4749-b941-ea7bcd6a1933 req-fcedf54c-0eec-4cef-8196-677ba3484153 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:45.622165 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-21081128-eaae-4749-b941-ea7bcd6a1933 req-fcedf54c-0eec-4cef-8196-677ba3484153 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.2052057
Dec 21 04:04:45.624670 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77', 'code': 200}
Dec 21 04:04:45.625438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:45.708502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=cebf23f8-0aba-463b-89c6-d9e38a717d77,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:45.710887 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-21081128-eaae-4749-b941-ea7bcd6a1933 req-17524ce4-a7ad-403b-8a65-f0719d41889b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877700
Dec 21 04:04:45.721146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.722216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.722796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.723636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.724192 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.724761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.725538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.726418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.727226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.727810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.728492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.729056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.729672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.730354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.730956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.731522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.732079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.732642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.733188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.733741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.734302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.734856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.735435 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.735978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:04:45.742853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:45.754783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 112992d5-34d2-4969-bb40-152ef22b2f72 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:45.763849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 112992d5-34d2-4969-bb40-152ef22b2f72 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:45.764271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:45.988215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:46.050314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdc8c8-1150-42cb-8c38-3e5107ba58be req-dba4a008-e197-4332-8f2d-20ff39ce360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:46.052263 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-14fdc8c8-1150-42cb-8c38-3e5107ba58be req-dba4a008-e197-4332-8f2d-20ff39ce360e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 1162 time: 0.1680539
Dec 21 04:04:46.058027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 112992d5-34d2-4969-bb40-152ef22b2f72, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=112992d5-34d2-4969-bb40-152ef22b2f72,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:46.072070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:46.074182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device f383262c-f81f-4b3d-a438-e84aba847b2b up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:46.097596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9faf-373c-443d-8322-0e5206b3f19c req-7c276397-0851-4823-993a-edbaf2a8ff54 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:46.108056 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d17c9faf-373c-443d-8322-0e5206b3f19c req-7c276397-0851-4823-993a-edbaf2a8ff54 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 944 time: 0.1113186
Dec 21 04:04:46.154518 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:46.162986 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-14fdc8c8-1150-42cb-8c38-3e5107ba58be req-8bb2a779-0b5b-48c7-a64b-b8c915d8406d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001217
Dec 21 04:04:46.173850 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d17c9faf-373c-443d-8322-0e5206b3f19c req-f04df928-1709-4e36-87b5-1957b8823df5 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645726
Dec 21 04:04:46.255641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port f383262c-f81f-4b3d-a438-e84aba847b2b completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:46.261874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port f383262c-f81f-4b3d-a438-e84aba847b2b triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:46.262400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:46.301605 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=112992d5-34d2-4969-bb40-152ef22b2f72,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:46.307563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:46.401926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:46.471629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port f383262c-f81f-4b3d-a438-e84aba847b2b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=f383262c-f81f-4b3d-a438-e84aba847b2b,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:46.478034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:46.480730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-865c04a4-ce74-48f4-b2c4-c9c3f2c05fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:46.535204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18cdbd-3f0f-4cc8-8663-486de9b435c5 req-2f7a8c4f-4a70-4f38-9996-a35628066061 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:46.543635 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bf18cdbd-3f0f-4cc8-8663-486de9b435c5 req-2f7a8c4f-4a70-4f38-9996-a35628066061 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1013088
Dec 21 04:04:46.571765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=f383262c-f81f-4b3d-a438-e84aba847b2b,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:46.585031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:46.593931 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bf18cdbd-3f0f-4cc8-8663-486de9b435c5 req-ccbeb0e0-39bc-4e6a-9ff1-a19811df191f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460572
Dec 21 04:04:46.593931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58928) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:46.842841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:46.891310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:46.956571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Usage tracker for resource:security_group_rule and tenant:74a5a2f5319543feb0cf4a69752e79ae is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:46.956571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:46.963827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:47.045018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad09976-8802-46fa-ac7e-92fbca584aba req-75ab78f8-ba33-4b4d-b0a7-fc73dabd6ef0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:47.046745 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ad09976-8802-46fa-ac7e-92fbca584aba req-75ab78f8-ba33-4b4d-b0a7-fc73dabd6ef0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1531377
Dec 21 04:04:47.118052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8806c3-90b0-4d5d-9bba-eba31298f262 req-4c2cd5e4-4659-4ed5-82b4-158e6017e3e9 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:47.118352 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ad09976-8802-46fa-ac7e-92fbca584aba req-76d7233c-b92d-4a95-bd6b-db5d90d8a1f5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642776
Dec 21 04:04:47.120371 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5f8806c3-90b0-4d5d-9bba-eba31298f262 req-4c2cd5e4-4659-4ed5-82b4-158e6017e3e9 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 946 time: 0.1140833
Dec 21 04:04:47.159443 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:47.164336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:47.177725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:47.188406 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5f8806c3-90b0-4d5d-9bba-eba31298f262 req-1c635ebc-0844-46b9-b22d-99b1125b759f tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614331
Dec 21 04:04:47.231282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58962) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:47.242626 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74a5a2f5319543feb0cf4a69752e79ae&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6477208
Dec 21 04:04:47.253778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0ccd32-6d3c-442b-95d1-27ea8b0ebac4,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:47.260205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:47.310744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d94d0d7b-fbee-4bde-80f4-4d58edf2b10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:47.341348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d94d0d7b-fbee-4bde-80f4-4d58edf2b10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:47.390198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:47.427052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d94d0d7b-fbee-4bde-80f4-4d58edf2b10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:47.470841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5f8eec21-ae2a-4a85-9822-813d22f99270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:47.518072 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d0d7b-fbee-4bde-80f4-4d58edf2b10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0ccd32-6d3c-442b-95d1-27ea8b0ebac4,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:47.523643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d94d0d7b-fbee-4bde-80f4-4d58edf2b10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:47.529815 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d94d0d7b-fbee-4bde-80f4-4d58edf2b10c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f0ccd32-6d3c-442b-95d1-27ea8b0ebac4 HTTP/1.1" status: 204  len: 168 time: 0.2973742
Dec 21 04:04:47.541768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d94d0d7b-fbee-4bde-80f4-4d58edf2b10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:47.570287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38ee4-dba2-4fdb-b3a2-74f64b43150c req-a516ee3e-7546-4518-a688-01e6c43bc344 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:47.589968 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff38ee4-dba2-4fdb-b3a2-74f64b43150c req-a516ee3e-7546-4518-a688-01e6c43bc344 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1764302
Dec 21 04:04:47.600662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:04:47.613551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:47.614592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:47.651231 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff38ee4-dba2-4fdb-b3a2-74f64b43150c req-869ea610-66fc-4ba6-b721-6afdd6179365 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601597
Dec 21 04:04:47.674705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112992d5-34d2-4969-bb40-152ef22b2f72'}, {'server_uuid': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f383262c-f81f-4b3d-a438-e84aba847b2b'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:47.869018 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112992d5-34d2-4969-bb40-152ef22b2f72', 'code': 200}
Dec 21 04:04:47.872971 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f383262c-f81f-4b3d-a438-e84aba847b2b', 'code': 200}
Dec 21 04:04:47.873740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:47.915999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4d29c-2216-4e16-b85f-7c53f2ab0ac1 req-ddfa2316-f5af-4a61-b449-e77016601ae0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:47.917985 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bfc4d29c-2216-4e16-b85f-7c53f2ab0ac1 req-ddfa2316-f5af-4a61-b449-e77016601ae0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1065485
Dec 21 04:04:47.928168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=3f4c4622-8f1b-42c5-bfc5-c5e155218d89,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:47.933619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:47.934539 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 112992d5-34d2-4969-bb40-152ef22b2f72 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:47.976522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:48.008991 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bfc4d29c-2216-4e16-b85f-7c53f2ab0ac1 req-8eae71f4-5f49-42fc-877e-bffe9d9f6369 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825586
Dec 21 04:04:48.265404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.298447 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=3f4c4622-8f1b-42c5-bfc5-c5e155218d89,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:48.310838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:48.329621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 112992d5-34d2-4969-bb40-152ef22b2f72 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:48.330090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.422068 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58998) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:48.459944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.480904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:48.485026 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Usage tracker for resource:security_group_rule and tenant:279a67c657c4407bbdb17d3555a68b2a is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:48.488551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:48.495126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:48.542943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af9a2d-9177-465b-ba6d-81bc28527e81 req-06d18a22-782c-486b-a97a-413fc6845ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:48.544663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1af9a2d-9177-465b-ba6d-81bc28527e81 req-06d18a22-782c-486b-a97a-413fc6845ad4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 1163 time: 0.3073118
Dec 21 04:04:48.553152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4880dd-2e2e-40f7-91bf-6a2b430ae4d2 req-dff463d2-79ff-46be-a11b-3d7e32f59dbc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:48.561585 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b4880dd-2e2e-40f7-91bf-6a2b430ae4d2 req-dff463d2-79ff-46be-a11b-3d7e32f59dbc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1876631
Dec 21 04:04:48.566015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:48.589966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.595424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.602978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacec2dd-9e58-4b49-9a42-ee2dcc9275a7 req-13c09804-ee69-47e1-9fa4-aae4ed7096cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:48.604605 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aacec2dd-9e58-4b49-9a42-ee2dcc9275a7 req-13c09804-ee69-47e1-9fa4-aae4ed7096cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 1163 time: 0.3687315
Dec 21 04:04:48.606219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:48.640085 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1af9a2d-9177-465b-ba6d-81bc28527e81 req-6959e809-4a10-4c71-bd1d-6d3af8f1ecb0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756247
Dec 21 04:04:48.648890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba47289-ac5c-49af-b7b2-c8c18c13b8ec,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:48.661508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:48.675188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397f4f-777d-4d17-a465-6432d9220adb req-48b8e3b5-b887-43e0-a2eb-00425ab5444f tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:48.676642 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-31397f4f-777d-4d17-a465-6432d9220adb req-48b8e3b5-b887-43e0-a2eb-00425ab5444f tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 946 time: 0.3117924
Dec 21 04:04:48.683443 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=279a67c657c4407bbdb17d3555a68b2a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2585931
Dec 21 04:04:48.691833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59008) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:48.715805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port cebf23f8-0aba-463b-89c6-d9e38a717d77 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:48.716491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.728944 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-31397f4f-777d-4d17-a465-6432d9220adb req-3e996d53-676d-438f-ad48-2cd9ed710b3e tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440903
Dec 21 04:04:48.735335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59012) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:48.761736 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b4880dd-2e2e-40f7-91bf-6a2b430ae4d2 req-cbeff227-53d9-4877-acb4-e6493cf341ed tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946847
Dec 21 04:04:48.782166 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aacec2dd-9e58-4b49-9a42-ee2dcc9275a7 req-d8d21d00-dfef-4be9-bf71-d284b9e3d89c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445189
Dec 21 04:04:48.798718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e17b2692-302d-4a82-ada4-e0dc3b045e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.831681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e17b2692-302d-4a82-ada4-e0dc3b045e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.879729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e17b2692-302d-4a82-ada4-e0dc3b045e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.889475 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:48.906369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e17b2692-302d-4a82-ada4-e0dc3b045e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.909951 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e17b2692-302d-4a82-ada4-e0dc3b045e1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ba47289-ac5c-49af-b7b2-c8c18c13b8ec HTTP/1.1" status: 204  len: 168 time: 0.2170763
Dec 21 04:04:48.912698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b2692-302d-4a82-ada4-e0dc3b045e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba47289-ac5c-49af-b7b2-c8c18c13b8ec,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:48.915938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e17b2692-302d-4a82-ada4-e0dc3b045e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:48.935767 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:48.953431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:48.957769 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:96fa258d19f947b4811eacc80e813863 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:48.962034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:49.013960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:49.079466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ae8df-37ea-4a6b-ac48-8b46bf65fac7 req-dd8d4700-95bd-446d-98bd-d235046d2cd4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:49.081091 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ec1ae8df-37ea-4a6b-ac48-8b46bf65fac7 req-dd8d4700-95bd-446d-98bd-d235046d2cd4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1158292
Dec 21 04:04:49.125270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:49.223051 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ec1ae8df-37ea-4a6b-ac48-8b46bf65fac7 req-d741466f-8d39-4856-931b-f51675dd48e5 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1319313
Dec 21 04:04:49.267661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:49.268510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:49.289739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:49.294106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:49.323280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:49.334940 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96fa258d19f947b4811eacc80e813863&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5970871
Dec 21 04:04:49.337003 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59034) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:49.345626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8357f-4bbf-4730-8842-1249fa119054 req-4ae316b6-6fc1-4e34-a43a-ea30ac05dd95 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:49.355153 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2bb8357f-4bbf-4730-8842-1249fa119054 req-4ae316b6-6fc1-4e34-a43a-ea30ac05dd95 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1297946
Dec 21 04:04:49.397213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fb6d35-b4de-4e0e-8059-6acb6050eba7,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:49.401439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:49.416004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device f383262c-f81f-4b3d-a438-e84aba847b2b up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:49.422145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79fd2092-a2d8-4200-b823-8b527225b447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:49.441898 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2bb8357f-4bbf-4730-8842-1249fa119054 req-a21a5351-a16e-400c-afb2-199b4f93f4b7 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856557
Dec 21 04:04:49.453431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79fd2092-a2d8-4200-b823-8b527225b447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:49.510212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port f383262c-f81f-4b3d-a438-e84aba847b2b triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:49.510624 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:49.544207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79fd2092-a2d8-4200-b823-8b527225b447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:49.549140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b646a811-cc0b-42eb-8434-8c6c8616a5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:49.566011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd2092-a2d8-4200-b823-8b527225b447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fb6d35-b4de-4e0e-8059-6acb6050eba7,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:49.578635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-79fd2092-a2d8-4200-b823-8b527225b447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:49.590566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79fd2092-a2d8-4200-b823-8b527225b447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:49.595066 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-79fd2092-a2d8-4200-b823-8b527225b447 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5fb6d35-b4de-4e0e-8059-6acb6050eba7 HTTP/1.1" status: 204  len: 168 time: 0.2571375
Dec 21 04:04:49.773959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417fea0-010a-4992-9bf5-2bb686d7c517 req-36f41b2e-cd48-4b09-9fa8-6ec9bc71fee3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:49.773959 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b417fea0-010a-4992-9bf5-2bb686d7c517 req-36f41b2e-cd48-4b09-9fa8-6ec9bc71fee3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0989454
Dec 21 04:04:49.782205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59054) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:49.794212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-dea20a9e-df86-4c1c-aaef-d62c2d4b4b14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'floatingip': {'port_id': 'cebf23f8-0aba-463b-89c6-d9e38a717d77'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:49.874960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066ef53e-6421-4004-bd12-2e238a638cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4c4622-8f1b-42c5-bfc5-c5e155218d89'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:49.938945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dea20a9e-df86-4c1c-aaef-d62c2d4b4b14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:50.040073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59066) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:50.067893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68112859-920b-4a2e-80f7-5c49c89b1843 req-51032c79-aaea-42bc-86d0-423724304a3d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:50.069462 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68112859-920b-4a2e-80f7-5c49c89b1843 req-51032c79-aaea-42bc-86d0-423724304a3d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1104274
Dec 21 04:04:50.098025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:50.121053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:50.133997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Usage tracker for resource:security_group_rule and tenant:423b12d828dc42388dc7e96447099fb7 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:50.139879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:50.149251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:50.153151 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68112859-920b-4a2e-80f7-5c49c89b1843 req-35b9278c-d895-4f20-998c-52da7476e487 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732126
Dec 21 04:04:50.220018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ae8-a845-4e60-bc72-567cb7a921dc req-847a7fca-683e-40ed-91ba-8622082836fc tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:50.228255 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7bae1ae8-a845-4e60-bc72-567cb7a921dc req-847a7fca-683e-40ed-91ba-8622082836fc tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 946 time: 0.2217002
Dec 21 04:04:50.241652 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066ef53e-6421-4004-bd12-2e238a638cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4c4622-8f1b-42c5-bfc5-c5e155218d89', 'code': 200}
Dec 21 04:04:50.247595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:50.254030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:50.262940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e6b8dc2e-0e9e-4680-8815-054f977070ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:50.318658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ff93bd-6a52-4c6d-9630-5749872a1e95,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:50.343755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:50.351832 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=423b12d828dc42388dc7e96447099fb7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3097582
Dec 21 04:04:50.354874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59078) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:50.366909 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7bae1ae8-a845-4e60-bc72-567cb7a921dc req-82c60727-3f27-4ed1-9638-89129fa1ef9a tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374447
Dec 21 04:04:50.467893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-39ec9cd1-8780-4cf2-a988-151d5a3cd609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:50.516908 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-39ec9cd1-8780-4cf2-a988-151d5a3cd609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:50.582456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533622a6-6925-450e-9d6c-252f3d7be26d req-eaf3313a-cbb8-4c6a-8841-b5214ad9d728 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:50.594922 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-533622a6-6925-450e-9d6c-252f3d7be26d req-eaf3313a-cbb8-4c6a-8841-b5214ad9d728 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1659224
Dec 21 04:04:50.640584 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-533622a6-6925-450e-9d6c-252f3d7be26d req-c8b0a114-920a-4ec9-9537-9e925e76ee7c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446215
Dec 21 04:04:50.641654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-39ec9cd1-8780-4cf2-a988-151d5a3cd609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:50.646768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1a70ed5c-2a2c-4eb3-b35d-feb853c24820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:50.658578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec9cd1-8780-4cf2-a988-151d5a3cd609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ff93bd-6a52-4c6d-9630-5749872a1e95,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:50.662392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-39ec9cd1-8780-4cf2-a988-151d5a3cd609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:50.666491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-39ec9cd1-8780-4cf2-a988-151d5a3cd609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:50.667726 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-39ec9cd1-8780-4cf2-a988-151d5a3cd609 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60ff93bd-6a52-4c6d-9630-5749872a1e95 HTTP/1.1" status: 204  len: 168 time: 0.3118324
Dec 21 04:04:51.151273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dea20a9e-df86-4c1c-aaef-d62c2d4b4b14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:51.154806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dea20a9e-df86-4c1c-aaef-d62c2d4b4b14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:51.422559 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [None req-dea20a9e-df86-4c1c-aaef-d62c2d4b4b14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Floating IP d48a3fae-65fc-40c0-bf6a-c7210ea8060a associated. External IP: 172.27.0.130, port: cebf23f8-0aba-463b-89c6-d9e38a717d77.
Dec 21 04:04:51.513718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e92a6e-f630-4dd6-9f1f-97e326ba9d54 req-a8aa0c00-c8ac-4832-a67d-806abd5b36ad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:51.523471 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75e92a6e-f630-4dd6-9f1f-97e326ba9d54 req-a8aa0c00-c8ac-4832-a67d-806abd5b36ad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.2113502
Dec 21 04:04:51.687188 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75e92a6e-f630-4dd6-9f1f-97e326ba9d54 req-33875fd8-3c00-458d-a17d-550fa1a61801 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612463
Dec 21 04:04:51.835970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaeb85b-297a-417a-bc62-8387fc7fffd5 req-0cc65f4b-85dc-4fa3-857a-8e482e33479d tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:51.837759 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aaaeb85b-297a-417a-bc62-8387fc7fffd5 req-0cc65f4b-85dc-4fa3-857a-8e482e33479d tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 946 time: 0.3104136
Dec 21 04:04:51.916690 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aaaeb85b-297a-417a-bc62-8387fc7fffd5 req-bcf8a200-f80c-468c-adcd-249f7421a483 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713019
Dec 21 04:04:52.055413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea20a9e-df86-4c1c-aaef-d62c2d4b4b14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Router 9ce2f132-db29-483b-9f0c-047b314b87a0 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:04:52.075414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747587d-7fb5-4dc1-b078-7cf864fb1697 req-a5f0c009-ce6a-4966-b674-031ed0f8cb30 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:52.077073 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9747587d-7fb5-4dc1-b078-7cf864fb1697 req-a5f0c009-ce6a-4966-b674-031ed0f8cb30 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1452203
Dec 21 04:04:52.144742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59144) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:52.270812 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9747587d-7fb5-4dc1-b078-7cf864fb1697 req-66b213cb-d6c3-4665-8cd8-16749ac7d786 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322119
Dec 21 04:04:52.308175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea20a9e-df86-4c1c-aaef-d62c2d4b4b14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:04:52.313525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dea20a9e-df86-4c1c-aaef-d62c2d4b4b14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.316009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.325138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d5510-d069-4de8-89ae-eed94956062d None None] Sync routers for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:04:52.332965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:52.339406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d5510-d069-4de8-89ae-eed94956062d None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:52.340223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Usage tracker for resource:security_group_rule and tenant:a1f3691d907a4f5ca01a03811f6a5052 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:52.340668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-002d5510-d069-4de8-89ae-eed94956062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43f575c0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:04:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:52.343888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:52.351883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:52.376492 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-dea20a9e-df86-4c1c-aaef-d62c2d4b4b14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "PUT /v2.0/floatingips/d48a3fae-65fc-40c0-bf6a-c7210ea8060a HTTP/1.1" status: 200  len: 991 time: 2.5923724
Dec 21 04:04:52.377218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:52.501304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.505793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.532403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:52.541471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device e659557b-9fe0-4ca8-b96e-86df08ff2db2 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:04:52.559970 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77', 'status': 'completed', 'code': 200}
Dec 21 04:04:52.611699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286681c3-6d26-496d-8fbb-dd4ad1ecdc1c,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:52.619778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:52.656163 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1f3691d907a4f5ca01a03811f6a5052&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5103815
Dec 21 04:04:52.659514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59164) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:52.685018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-002d5510-d069-4de8-89ae-eed94956062d None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:52.749663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12767a81-e7ab-4221-bf4b-4f691af3a763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.799743 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.808546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12767a81-e7ab-4221-bf4b-4f691af3a763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.823305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a734a-95e1-4fbc-9b60-627624d71172 req-90e76870-718f-40da-9afb-39d26d5435a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:52.826267 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-240a734a-95e1-4fbc-9b60-627624d71172 req-90e76870-718f-40da-9afb-39d26d5435a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 1162 time: 0.2544591
Dec 21 04:04:52.829064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227540f-8319-4da9-af3e-d89037979230 req-d70d9657-3440-4a0b-9d40-8c4250f435f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:52.830552 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1227540f-8319-4da9-af3e-d89037979230 req-d70d9657-3440-4a0b-9d40-8c4250f435f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1163 time: 0.1554661
Dec 21 04:04:52.865628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e659557b-9fe0-4ca8-b96e-86df08ff2db2'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:52.884407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port e659557b-9fe0-4ca8-b96e-86df08ff2db2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=e659557b-9fe0-4ca8-b96e-86df08ff2db2,segment=NetworkSegment(9bd137a5-b200-46d0-94ce-cdf2f0209531),segment_id=9bd137a5-b200-46d0-94ce-cdf2f0209531)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:52.890058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12767a81-e7ab-4221-bf4b-4f691af3a763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.895266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8c1ac71e-0d0c-422c-bd8b-39f2f60bccbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:52.904284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.910109 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12767a81-e7ab-4221-bf4b-4f691af3a763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286681c3-6d26-496d-8fbb-dd4ad1ecdc1c,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:52.912146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:52.912944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-12767a81-e7ab-4221-bf4b-4f691af3a763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:52.914758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12767a81-e7ab-4221-bf4b-4f691af3a763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:52.918888 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-12767a81-e7ab-4221-bf4b-4f691af3a763 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/286681c3-6d26-496d-8fbb-dd4ad1ecdc1c HTTP/1.1" status: 204  len: 168 time: 0.2565544
Dec 21 04:04:53.048609 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e659557b-9fe0-4ca8-b96e-86df08ff2db2', 'code': 200}
Dec 21 04:04:53.084773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a734a-95e1-4fbc-9b60-627624d71172 req-c1ed5aec-934d-4c21-8db2-6d5000b4e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:53.087134 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-240a734a-95e1-4fbc-9b60-627624d71172 req-c1ed5aec-934d-4c21-8db2-6d5000b4e300 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.2467401
Dec 21 04:04:53.125786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=e659557b-9fe0-4ca8-b96e-86df08ff2db2,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:53.131631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:53.263502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-002d5510-d069-4de8-89ae-eed94956062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43f575c0>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'd48a3fae-65fc-40c0-bf6a-c7210ea8060a', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'port_id': 'cebf23f8-0aba-463b-89c6-d9e38a717d77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'mac_address': 'fa:16:3e:b6:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37226a3f-240e-4e04-9813-fa3d109452de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:04:14Z', 'updated_at': '2020-12-21T04:04:50Z', 'revision_number': 1, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:53.277064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d5510-d069-4de8-89ae-eed94956062d None None] Checking router: 9ce2f132-db29-483b-9f0c-047b314b87a0 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:04:53.294179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065722e6-b0f1-41f8-9043-1055fb97c27a req-1cac688a-af51-41b7-87ea-5ba3dffeaf81 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:53.299579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d5510-d069-4de8-89ae-eed94956062d None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:53.300470 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-002d5510-d069-4de8-89ae-eed94956062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43f575c0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:04:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:53.302121 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-065722e6-b0f1-41f8-9043-1055fb97c27a req-1cac688a-af51-41b7-87ea-5ba3dffeaf81 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 0.1030548
Dec 21 04:04:53.363218 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-065722e6-b0f1-41f8-9043-1055fb97c27a req-ad099d3a-5f44-4e57-bb55-a5fb70e39033 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600250
Dec 21 04:04:53.598542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbe559-e210-457f-86da-285b836cb2e0 req-e32bdff5-2d30-48ca-bb56-d8e789400847 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:53.609276 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8abbe559-e210-457f-86da-285b836cb2e0 req-e32bdff5-2d30-48ca-bb56-d8e789400847 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1074746
Dec 21 04:04:53.660691 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-240a734a-95e1-4fbc-9b60-627624d71172 req-1738f8cc-6a99-4807-ac18-23d9b1b670f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77 HTTP/1.1" status: 200  len: 999 time: 0.4515798
Dec 21 04:04:53.685627 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8abbe559-e210-457f-86da-285b836cb2e0 req-e5b1b9e9-f87a-4fd7-998a-862edc08cab7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752628
Dec 21 04:04:53.699620 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1227540f-8319-4da9-af3e-d89037979230 req-db4300d3-1bce-4f92-95bb-50c186de3a8c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8534288
Dec 21 04:04:53.815131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-d4201cb0-a5c1-45d8-b961-cb2fe592bb68 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:53.816782 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-d4201cb0-a5c1-45d8-b961-cb2fe592bb68 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.55 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 0.7249744
Dec 21 04:04:53.829443 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cd7c6-f886-45b3-bbc2-5821a74d4f85 req-fb2e85f4-b0ef-474c-82c7-395f593ed1a3 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:53.843396 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3d2cd7c6-f886-45b3-bbc2-5821a74d4f85 req-fb2e85f4-b0ef-474c-82c7-395f593ed1a3 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.9513552
Dec 21 04:04:53.886279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59198) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:53.909881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:53.922831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a734a-95e1-4fbc-9b60-627624d71172 req-2bafd605-0a76-4807-b90a-f110f2abefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:53.925166 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-240a734a-95e1-4fbc-9b60-627624d71172 req-2bafd605-0a76-4807-b90a-f110f2abefe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.2422748
Dec 21 04:04:53.949040 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3d2cd7c6-f886-45b3-bbc2-5821a74d4f85 req-bc3092f9-26c4-4b66-aa29-d5e758b3ac49 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046052
Dec 21 04:04:53.953152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:04:53.963946 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Usage tracker for resource:security_group_rule and tenant:79c07086ef28490ba4d986ace49ee5a6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:04:53.967115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:04:53.981012 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-002d5510-d069-4de8-89ae-eed94956062d None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:53.992117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:04:54.290943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:54.306579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec6ebb-483d-4af2-a969-d476488a2173 req-2b3e997f-0e40-4109-a46b-8cb3e197b844 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:54.314129 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-caec6ebb-483d-4af2-a969-d476488a2173 req-2b3e997f-0e40-4109-a46b-8cb3e197b844 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.2637780
Dec 21 04:04:54.316286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:54.329319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59206) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:54.331029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:54.370675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee76873b-8e58-40f5-9168-d194f8b5555c,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:54.378948 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-6f38750a-8f52-43aa-9654-7c72368df780 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'floatingip': {'port_id': 'f383262c-f81f-4b3d-a438-e84aba847b2b'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:04:54.456516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:54.503518 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f38750a-8f52-43aa-9654-7c72368df780 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:54.575031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Deleting port e659557b-9fe0-4ca8-b96e-86df08ff2db2 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:04:54.575622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:54.616003 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79c07086ef28490ba4d986ace49ee5a6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7259691
Dec 21 04:04:54.643303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device f383262c-f81f-4b3d-a438-e84aba847b2b up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:54.652988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59214) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:04:54.663723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-002d5510-d069-4de8-89ae-eed94956062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43f575c0>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'd48a3fae-65fc-40c0-bf6a-c7210ea8060a', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'port_id': 'cebf23f8-0aba-463b-89c6-d9e38a717d77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'mac_address': 'fa:16:3e:b6:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37226a3f-240e-4e04-9813-fa3d109452de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:04:14Z', 'updated_at': '2020-12-21T04:04:50Z', 'revision_number': 1, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:54.666949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d5510-d069-4de8-89ae-eed94956062d None None] The sync data for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi is: [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'd48a3fae-65fc-40c0-bf6a-c7210ea8060a', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'port_id': 'cebf23f8-0aba-463b-89c6-d9e38a717d77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'mac_address': 'fa:16:3e:b6:6f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37226a3f-240e-4e04-9813-fa3d109452de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:04:14Z', 'updated_at': '2020-12-21T04:04:50Z', 'revision_number': 1, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:04:54.855212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port f383262c-f81f-4b3d-a438-e84aba847b2b triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:54.857660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:54.918790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c3b83-b3a2-491f-bbe0-ee5638d98d07 req-991e747e-59ce-4b3d-9a8a-15ea61f5d2ff tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:54.943625 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f73c3b83-b3a2-491f-bbe0-ee5638d98d07 req-991e747e-59ce-4b3d-9a8a-15ea61f5d2ff tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 944 time: 0.3416321
Dec 21 04:04:55.028701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-88300388-78e8-45ca-8962-3d1d3f751f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:55.082034 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f73c3b83-b3a2-491f-bbe0-ee5638d98d07 req-82f63e59-d2d9-4e5f-a789-8f0d14fab555 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/security-groups?id=dc97572a-aa8f-42a9-9710-34eaa8fe8c63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342390
Dec 21 04:04:55.125060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a734a-95e1-4fbc-9b60-627624d71172 req-6ed8733e-e820-4e85-bfc6-fa0deac6cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:55.126953 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-240a734a-95e1-4fbc-9b60-627624d71172 req-6ed8733e-e820-4e85-bfc6-fa0deac6cb48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 1.1731882
Dec 21 04:04:55.160028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 112992d5-34d2-4969-bb40-152ef22b2f72 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:55.224280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-88300388-78e8-45ca-8962-3d1d3f751f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:55.279628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5865ed-8b37-4639-804b-ffe2793022fe None None] New status for floating IP d48a3fae-65fc-40c0-bf6a-c7210ea8060a: ACTIVE {{(pid=80294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:04:55.410162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 112992d5-34d2-4969-bb40-152ef22b2f72 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:55.410578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:55.471861 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-240a734a-95e1-4fbc-9b60-627624d71172 req-93098b43-1579-4d41-94e8-4a4a16a5264f service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3067973
Dec 21 04:04:55.555338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] For port e659557b-9fe0-4ca8-b96e-86df08ff2db2, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=e659557b-9fe0-4ca8-b96e-86df08ff2db2,segment=NetworkSegment(9bd137a5-b200-46d0-94ce-cdf2f0209531),segment_id=9bd137a5-b200-46d0-94ce-cdf2f0209531)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:04:55.555570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:55.749851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Calling delete_port for e659557b-9fe0-4ca8-b96e-86df08ff2db2 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:04:55.754101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-88300388-78e8-45ca-8962-3d1d3f751f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:55.761830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c830f37c-9127-445b-8e5d-45cae7c21240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:55.774724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ecb99-bfed-4dec-85ac-1338ff1d6af8 req-04357be6-d1c0-4504-9577-4c21356b7ec1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:55.776384 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-634ecb99-bfed-4dec-85ac-1338ff1d6af8 req-04357be6-d1c0-4504-9577-4c21356b7ec1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.3993924
Dec 21 04:04:55.790010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88300388-78e8-45ca-8962-3d1d3f751f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee76873b-8e58-40f5-9168-d194f8b5555c,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:55.795451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-88300388-78e8-45ca-8962-3d1d3f751f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:55.810276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-88300388-78e8-45ca-8962-3d1d3f751f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:55.813859 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-88300388-78e8-45ca-8962-3d1d3f751f20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee76873b-8e58-40f5-9168-d194f8b5555c HTTP/1.1" status: 204  len: 168 time: 1.1538048
Dec 21 04:04:55.895637 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-634ecb99-bfed-4dec-85ac-1338ff1d6af8 req-fdafe561-fc0b-4399-ac72-d5e7316e6a2f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068420
Dec 21 04:04:55.950944 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-240a734a-95e1-4fbc-9b60-627624d71172 req-d71219f9-6522-4bd0-8665-2e5e23036d3c service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4690118
Dec 21 04:04:56.035944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f38750a-8f52-43aa-9654-7c72368df780 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:56.041182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f38750a-8f52-43aa-9654-7c72368df780 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:56.139243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:56.174975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f500e720-cc0c-494c-a544-eef17ee93d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:04:56.384170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Pushing event deleted for resources: {'Port': ['ID=e659557b-9fe0-4ca8-b96e-86df08ff2db2,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:04:56.391828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:04:56.586268 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0a46851-43c2-4630-af3d-a56b78ea48c1 req-732c34f6-166f-481f-b10d-db8b45c41b4c tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 210 time: 0.0739763
Dec 21 04:04:56.605664 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [None req-6f38750a-8f52-43aa-9654-7c72368df780 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Floating IP e48d007f-846b-4ab8-97a9-5ce4b338f5f8 associated. External IP: 172.27.0.189, port: f383262c-f81f-4b3d-a438-e84aba847b2b.
Dec 21 04:04:56.633287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:04:56.779097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:04:56.779589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:57.032245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] No DVR routers for this DVR port e659557b-9fe0-4ca8-b96e-86df08ff2db2 on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:04:57.047129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:57.064417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'name': 'network-vif-deleted', 'tag': 'e659557b-9fe0-4ca8-b96e-86df08ff2db2'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:57.097027 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c82f5d1a-4e88-4627-952a-5259f4e4c9c4 req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.55 "DELETE /v2.0/ports/e659557b-9fe0-4ca8-b96e-86df08ff2db2 HTTP/1.1" status: 204  len: 173 time: 3.1445613
Dec 21 04:04:57.108230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-ac2074ca-da66-481d-93bc-359048a3b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:57.110634 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-ac2074ca-da66-481d-93bc-359048a3b7ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 1163 time: 0.7172952
Dec 21 04:04:57.120409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba68434-b68a-481d-a323-3f107f06b3ef req-7bf34c51-3aa1-4172-890f-f6d31e11c870 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:57.122174 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ba68434-b68a-481d-a323-3f107f06b3ef req-7bf34c51-3aa1-4172-890f-f6d31e11c870 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.2136865
Dec 21 04:04:57.130789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f38750a-8f52-43aa-9654-7c72368df780 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:04:57.177262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-962bf867-5074-4b41-8825-398e1beb20ac tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:57.180117 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-962bf867-5074-4b41-8825-398e1beb20ac tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 815 time: 0.6849508
Dec 21 04:04:57.218560 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-9e76d8c4-69a5-4ea0-9ac3-b523c7b73e4e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/quotas/0d5c999358804f80929d210c54fe1fc6 HTTP/1.1" status: 200  len: 375 time: 0.0327125
Dec 21 04:04:57.406364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-955a134a-69c2-43dd-8511-e6e12515c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:57.408257 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-955a134a-69c2-43dd-8511-e6e12515c140 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 913 time: 0.2793922
Dec 21 04:04:57.424321 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ba68434-b68a-481d-a323-3f107f06b3ef req-35525664-378e-460e-88a1-982344de887f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2904470
Dec 21 04:04:57.439106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f38750a-8f52-43aa-9654-7c72368df780 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:04:57.444089 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f38750a-8f52-43aa-9654-7c72368df780 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:04:57.452165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] Sync routers for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:04:57.485800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:57.486502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e430319b0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:04:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:57.542081 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6f38750a-8f52-43aa-9654-7c72368df780 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "PUT /v2.0/floatingips/e48d007f-846b-4ab8-97a9-5ce4b338f5f8 HTTP/1.1" status: 200  len: 992 time: 3.1764388
Dec 21 04:04:57.546871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'tag': 'f383262c-f81f-4b3d-a438-e84aba847b2b'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:04:57.553047 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-811af606-0fee-47a7-9046-664a3c34e14a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=112992d5-34d2-4969-bb40-152ef22b2f72 HTTP/1.1" status: 200  len: 217 time: 0.1323152
Dec 21 04:04:57.558366 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-eaed3ce5-ddeb-412a-bc78-711c2e69177d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2768691
Dec 21 04:04:57.748623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-5262a736-3bbe-4fb7-8fac-5eb5dc68a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:57.748886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:57.750555 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-5262a736-3bbe-4fb7-8fac-5eb5dc68a6bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 200  len: 859 time: 0.1808479
Dec 21 04:04:57.810017 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7310cf50-d008-4e86-94b0-9a1a0e0c8fad', 'name': 'network-vif-deleted', 'tag': 'e659557b-9fe0-4ca8-b96e-86df08ff2db2', 'status': 'completed', 'code': 200}
Dec 21 04:04:57.826114 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-ea4da5a0-5040-491d-911c-6eae23750415 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e2c2a6e4-9130-437b-b1c6-0bb90f013677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626802
Dec 21 04:04:57.830520 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-0b36f4db-d43f-400a-9960-99b23c5fa130 service neutron] 10.222.0.16 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2620845
Dec 21 04:04:58.051615 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-b78710f6-704b-454a-a16e-9e9f920c7b79 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131855
Dec 21 04:04:58.069769 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'tag': 'f383262c-f81f-4b3d-a438-e84aba847b2b', 'status': 'completed', 'code': 200}
Dec 21 04:04:58.301830 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f8ff238-13c1-49d0-bf88-4f2e3f0df015 req-db7360d9-dafd-4032-97db-04f5b5dacde3 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] 10.222.0.16 "GET /v2.0/ports?device_id=7310cf50-d008-4e86-94b0-9a1a0e0c8fad HTTP/1.1" status: 200  len: 210 time: 0.0800970
Dec 21 04:04:58.375533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e430319b0>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'e48d007f-846b-4ab8-97a9-5ce4b338f5f8', 'tenant_id': 'f527547042444d469350a38850143d5a', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'port_id': 'f383262c-f81f-4b3d-a438-e84aba847b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'mac_address': 'fa:16:3e:84:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:04:11Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 1, 'project_id': 'f527547042444d469350a38850143d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:58.379940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] Checking router: 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:04:58.390484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:04:58.391335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e430319b0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:04:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:58.572588 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-2bfd6d71-a175-47fb-8906-aa9af091587e service neutron] 10.222.0.16 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7328081
Dec 21 04:04:58.611340 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d0b0fe31-b573-4332-a305-bdf80ff611f8 req-db9c1328-edb3-4d81-8f57-38c2b76309ff service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2647710
Dec 21 04:04:58.613614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-14bd1933-8b6e-4a01-9ae8-db548cdf3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:58.615164 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-14bd1933-8b6e-4a01-9ae8-db548cdf3a37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 1163 time: 0.2674503
Dec 21 04:04:58.792220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:04:58.952237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc5863-fd89-4a8e-aa43-389760597dfe req-4d847980-5ce6-44ed-aeca-cb3026cc6648 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:58.952803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-bf7c011f-ac31-408e-ad8e-520245819b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:58.954992 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-bf7c011f-ac31-408e-ad8e-520245819b11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 905 time: 0.3247135
Dec 21 04:04:58.960236 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7fcc5863-fd89-4a8e-aa43-389760597dfe req-4d847980-5ce6-44ed-aeca-cb3026cc6648 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1758368
Dec 21 04:04:59.059557 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7fcc5863-fd89-4a8e-aa43-389760597dfe req-ae142d51-941d-4cf4-b7db-2e8b88ad04e0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983009
Dec 21 04:04:59.108587 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-ec8f56fc-283a-4db0-b1a2-9775554088d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f383262c-f81f-4b3d-a438-e84aba847b2b HTTP/1.1" status: 200  len: 1000 time: 0.1446884
Dec 21 04:04:59.184672 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a6203ffb-afb1-4bb7-9cdd-46e1cc8e8ce4 req-0cd5a32e-5cbf-4cc3-a43d-e2a4a067b900 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 210 time: 0.0466709
Dec 21 04:04:59.347075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-4b48188c-375f-4151-a4b7-850dd67f6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:59.357781 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-4b48188c-375f-4151-a4b7-850dd67f6223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.1291637
Dec 21 04:04:59.529659 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e430319b0>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'e48d007f-846b-4ab8-97a9-5ce4b338f5f8', 'tenant_id': 'f527547042444d469350a38850143d5a', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'port_id': 'f383262c-f81f-4b3d-a438-e84aba847b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'mac_address': 'fa:16:3e:84:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:04:11Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 1, 'project_id': 'f527547042444d469350a38850143d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:04:59.539666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a635ae-8b28-43a1-81e0-8d6d928d78b0 None None] The sync data for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi is: [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'e48d007f-846b-4ab8-97a9-5ce4b338f5f8', 'tenant_id': 'f527547042444d469350a38850143d5a', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'port_id': 'f383262c-f81f-4b3d-a438-e84aba847b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'mac_address': 'fa:16:3e:84:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:04:11Z', 'updated_at': '2020-12-21T04:04:55Z', 'revision_number': 1, 'project_id': 'f527547042444d469350a38850143d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:04:59.628495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-e890edfd-078a-4fca-a14d-73aae2556c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:04:59.630290 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-e890edfd-078a-4fca-a14d-73aae2556c91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2641141
Dec 21 04:04:59.829320 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-257f2f77-afcb-4303-ad4a-b040acfe71e6 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832397
Dec 21 04:05:00.049968 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-997c1acf-702f-44d2-86bc-63fa86362b7f req-98c347ca-0084-42c2-8c39-c78a7abad32e service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2112188
Dec 21 04:05:00.060408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19c157-2e1b-4421-944e-426452e6c896 None None] New status for floating IP e48d007f-846b-4ab8-97a9-5ce4b338f5f8: ACTIVE {{(pid=80294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:05:00.492231 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a510dd5-2f8e-4267-a09b-d4f35cb85aef req-0c37cda3-b620-47d3-9ae2-d303939fa925 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 210 time: 0.0977349
Dec 21 04:05:00.531340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118f32b-2282-462d-af10-8ea5e9ec1388 req-6e6282c2-cb27-4507-b2c5-f006a1c9ebb7 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:00.535657 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2118f32b-2282-462d-af10-8ea5e9ec1388 req-6e6282c2-cb27-4507-b2c5-f006a1c9ebb7 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.2230368
Dec 21 04:05:00.618686 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2118f32b-2282-462d-af10-8ea5e9ec1388 req-7b6e7bd6-fef7-4cda-90ff-ea7b542a3a4b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819609
Dec 21 04:05:00.743222 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59420) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:00.769681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59426) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:00.809247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-0ad95839-3914-468b-983c-1b7332ab3964 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:00.811061 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-0ad95839-3914-468b-983c-1b7332ab3964 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 815 time: 0.2784646
Dec 21 04:05:00.836591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Request body: {'port': {'device_id': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00', 'admin_state_up': True, 'tenant_id': '0d5c999358804f80929d210c54fe1fc6'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:01.000755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:01.013501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:01.019378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.024200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Made reservation on behalf of 0d5c999358804f80929d210c54fe1fc6 for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:01.030081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.051305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.070735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:01.073852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:01.078920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:3228d213ea2344149812dc99ac0bd5ac is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:01.081919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Usage tracker for resource:security_group_rule and tenant:6af3e92b13434419b0d15c55d60dca83 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:01.084648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:01.087542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:01.095175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:01.097593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:01.259337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.261675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.263208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.272187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-dbb2b23d-7727-45a8-87c2-fce7e1a460fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:01.329948 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59446) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:01.330787 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6af3e92b13434419b0d15c55d60dca83&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5856106
Dec 21 04:05:01.333237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e1c2f3-3a49-4718-8a67-6897d6f14be2,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:01.338477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.347892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:01.348430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-344ec2c3-2b3d-4f6f-970c-fcd10b60cbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:01.398774 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3228d213ea2344149812dc99ac0bd5ac&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6253359
Dec 21 04:05:01.398774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9803365d-0bb4-4078-9b9e-8a76a832e845,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:01.400970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59452) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:01.404174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:01.430180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Allocated IP 172.20.0.8 (cbe98613-5022-44ed-8fff-023841696a00/bd547854-51ff-4e39-b7f6-2df69ce4b7cc/6f38357c-d2bf-4d17-b4b1-51ede0023daf) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:01.473063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b27c0614-e748-44f6-9201-e1a57d2afaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.506467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-69708bc0-bf81-41e9-a52e-729923c8d3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.537215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-69708bc0-bf81-41e9-a52e-729923c8d3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.538694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b27c0614-e748-44f6-9201-e1a57d2afaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.595148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-69708bc0-bf81-41e9-a52e-729923c8d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.600515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59460) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:01.601253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-83ed6852-a79d-4e60-9094-d83c8d332601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:01.662503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69708bc0-bf81-41e9-a52e-729923c8d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9803365d-0bb4-4078-9b9e-8a76a832e845,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:01.672986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-69708bc0-bf81-41e9-a52e-729923c8d3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:01.680662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-69708bc0-bf81-41e9-a52e-729923c8d3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.681906 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-69708bc0-bf81-41e9-a52e-729923c8d3e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9803365d-0bb4-4078-9b9e-8a76a832e845 HTTP/1.1" status: 204  len: 168 time: 0.2799418
Dec 21 04:05:01.716756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2623e517-6f07-464b-8c38-1741fa7977e2 admin admin] Deleting subnet 14aa96e7-78cb-4e9a-9607-e932cc2a1ef1 {{(pid=80292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:05:01.720342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2623e517-6f07-464b-8c38-1741fa7977e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.743149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b27c0614-e748-44f6-9201-e1a57d2afaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.777107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2623e517-6f07-464b-8c38-1741fa7977e2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.784794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2623e517-6f07-464b-8c38-1741fa7977e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:01.791887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9dcc882f-5343-4da5-96bf-26f2c7dc3115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:01.831713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c0614-e748-44f6-9201-e1a57d2afaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e1c2f3-3a49-4718-8a67-6897d6f14be2,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:01.913598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b27c0614-e748-44f6-9201-e1a57d2afaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:01.978303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:02.009913 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b27c0614-e748-44f6-9201-e1a57d2afaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:02.011191 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b27c0614-e748-44f6-9201-e1a57d2afaff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1e1c2f3-3a49-4718-8a67-6897d6f14be2 HTTP/1.1" status: 204  len: 168 time: 0.6800487
Dec 21 04:05:02.058516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0139e80-5043-45d1-97eb-340724c9832b req-2c83d6bb-6764-4af5-8a1e-a06df0f60d92 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:02.066193 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b0139e80-5043-45d1-97eb-340724c9832b req-2c83d6bb-6764-4af5-8a1e-a06df0f60d92 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1479197
Dec 21 04:05:02.090406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:02.109623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:02.227707 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b0139e80-5043-45d1-97eb-340724c9832b req-68693717-0b89-422e-bfa3-3edf95d6c5ea tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604533
Dec 21 04:05:02.236323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c80fa-1c01-4f95-bad1-539f827a97bc req-4b28e19e-fa1c-4c98-911b-d692f5e2675a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:02.244370 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-be2c80fa-1c01-4f95-bad1-539f827a97bc req-4b28e19e-fa1c-4c98-911b-d692f5e2675a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 931 time: 0.2590923
Dec 21 04:05:02.382047 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-be2c80fa-1c01-4f95-bad1-539f827a97bc req-f7421c74-3bfd-4e2e-a39a-f4ce7d1df8e3 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309679
Dec 21 04:05:02.388437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Pushing event updated for resources: {'Port': ['ID=6f38357c-d2bf-4d17-b4b1-51ede0023daf,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:02.394118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:02.457802 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2623e517-6f07-464b-8c38-1741fa7977e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:02.513113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Network cbe98613-5022-44ed-8fff-023841696a00 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:02.514913 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:02.521682 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:02.530061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:02.530706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:02.550360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:02.552503 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7212033
Dec 21 04:05:02.568545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Request body: {'port': {'device_id': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:02.593716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623e517-6f07-464b-8c38-1741fa7977e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14aa96e7-78cb-4e9a-9607-e932cc2a1ef1,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:02.638593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59490) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:02.646051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2623e517-6f07-464b-8c38-1741fa7977e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:02.668559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:02.675527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2623e517-6f07-464b-8c38-1741fa7977e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:02.682251 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2623e517-6f07-464b-8c38-1741fa7977e2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/14aa96e7-78cb-4e9a-9607-e932cc2a1ef1 HTTP/1.1" status: 204  len: 168 time: 1.0729744
Dec 21 04:05:02.684501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59494) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:02.727841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:02.740308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:2c860477c1d64d8bb244bf4643225c20 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:02.745759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:02.754957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:02.761052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:02.800326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:02.995906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.044416 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.048621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.076474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:03.123869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7e42ef4c88>> segment before_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.124261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7e42ef4c88>> subnet precommit_delete_associations 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.125156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e42337e10>> segment_host_mapping after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.125525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e42337e10>> port after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.125877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e42337e10>> port after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.126229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e42337e10>> port after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.126584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e42337e10>> segment after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.126951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e42337e10>> subnet after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.127309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e42337e10>> subnet after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.127664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e42337e10>> subnet after_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.142759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690b1c3f-c366-4f31-a0e6-a5bb688bde17,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:03.205871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:03.206154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e4232fa20>> subnet after_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.206154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e4232fa20>> subnet after_delete 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.206154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e4232fa20>> subnet before_create 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.206154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e4232fa20>> subnet before_update 55550000 {{(pid=80292) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:05:03.206154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e431c1048>,) {'filters': {'network_id': ['f5464669-173e-4ece-b4c4-fcb93d733400']}} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:03.206482 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c860477c1d64d8bb244bf4643225c20&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5642796
Dec 21 04:05:03.210139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59514) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:03.219110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e431c1048>, '9bd137a5-b200-46d0-94ce-cdf2f0209531') {'for_net_delete': True} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:03.219529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e431c1048>, '9bd137a5-b200-46d0-94ce-cdf2f0209531') {} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:03.233485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6593408'] for segment, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.250323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.253163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:05:03.330138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b644f71d-1641-4c90-b3b0-cce4e61e10d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.485341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b644f71d-1641-4c90-b3b0-cce4e61e10d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.509273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f38357c-d2bf-4d17-b4b1-51ede0023daf {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:05:03.533120 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Network f5464669-173e-4ece-b4c4-fcb93d733400 has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:05:03.561696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847871575'] for segment, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.602583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.697152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b644f71d-1641-4c90-b3b0-cce4e61e10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.703467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d5a1b6c3-febd-474d-b4f3-c9ce47dd768b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:03.722940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff5a37-ec96-4652-9e0a-cefcd979c415 req-5c3257f0-94cb-4cad-ac6b-9c567df8f76e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:03.725019 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ff5a37-ec96-4652-9e0a-cefcd979c415 req-5c3257f0-94cb-4cad-ac6b-9c567df8f76e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.2005913
Dec 21 04:05:03.731104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644f71d-1641-4c90-b3b0-cce4e61e10d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690b1c3f-c366-4f31-a0e6-a5bb688bde17,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:03.733731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b644f71d-1641-4c90-b3b0-cce4e61e10d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:03.759740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b644f71d-1641-4c90-b3b0-cce4e61e10d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:03.761141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b644f71d-1641-4c90-b3b0-cce4e61e10d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/690b1c3f-c366-4f31-a0e6-a5bb688bde17 HTTP/1.1" status: 204  len: 168 time: 0.5494850
Dec 21 04:05:03.799230 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ff5a37-ec96-4652-9e0a-cefcd979c415 req-c5a0b102-5a69-4ee0-a7df-a4869622a666 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636959
Dec 21 04:05:04.093459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Network f5464669-173e-4ece-b4c4-fcb93d733400 has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   (rel_b, rel_a, rel_b),
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   (rel_b, rel_a, rel_b),
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:05:04.202079 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:05:04.210187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Transition to ACTIVE for port object 6f38357c-d2bf-4d17-b4b1-51ede0023daf will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:04.212663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.214356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.221383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-debb1310-622e-4206-b78e-e67ef9d8f8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:04.232226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:04.245159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9e1c1-1475-4bb2-824f-3eace0334af7 req-03e2c19b-d158-4307-b6d8-78283d5699cc tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:04.246871 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6fc9e1c1-1475-4bb2-824f-3eace0334af7 req-03e2c19b-d158-4307-b6d8-78283d5699cc tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 931 time: 0.3958905
Dec 21 04:05:04.260721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.265685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5464669-173e-4ece-b4c4-fcb93d733400,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:04.283225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:04.297940 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5464669-173e-4ece-b4c4-fcb93d733400 HTTP/1.1" status: 204  len: 168 time: 1.6100745
Dec 21 04:05:04.327390 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6fc9e1c1-1475-4bb2-824f-3eace0334af7 req-5f590983-25e0-416f-8dd5-23082e92a5d5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678172
Dec 21 04:05:04.342932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b00c3a9d-79d2-4c9b-881a-0141c3cfc347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.534187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59602) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:04.603625 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-180b19ef-3d05-4028-a30e-0e19db7bb01d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33b459303bfe44888e8f61b8a2800f13&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0632348
Dec 21 04:05:04.603625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59608) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:04.644622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Pushing event updated for resources: {'Port': ['ID=6f38357c-d2bf-4d17-b4b1-51ede0023daf,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:04.649959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:04.675947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-01def855-5eda-485a-8e54-f5e8890f643d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.706247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-01def855-5eda-485a-8e54-f5e8890f643d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.763210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-01def855-5eda-485a-8e54-f5e8890f643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.784056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Attempting to bind port 6f38357c-d2bf-4d17-b4b1-51ede0023daf on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:04.784724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Attempting to bind port 6f38357c-d2bf-4d17-b4b1-51ede0023daf by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:04.785258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d94d0d7b-fbee-4bde-80f4-4d58edf2b10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:04.785383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Attempting to bind port 6f38357c-d2bf-4d17-b4b1-51ede0023daf on network cbe98613-5022-44ed-8fff-023841696a00 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:04.792753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:04.793284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Checking segment: {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:04.793799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.794303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Bound using segment: {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:04.795056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Bound port: 6f38357c-d2bf-4d17-b4b1-51ede0023daf, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:04.795547 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.800933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01def855-5eda-485a-8e54-f5e8890f643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc97572a-aa8f-42a9-9710-34eaa8fe8c63,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:04.803873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-01def855-5eda-485a-8e54-f5e8890f643d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:04.810119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-01def855-5eda-485a-8e54-f5e8890f643d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:04.820149 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-01def855-5eda-485a-8e54-f5e8890f643d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc97572a-aa8f-42a9-9710-34eaa8fe8c63 HTTP/1.1" status: 204  len: 168 time: 0.2099063
Dec 21 04:05:04.972422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] For port 6f38357c-d2bf-4d17-b4b1-51ede0023daf, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:04.979396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] For port 6f38357c-d2bf-4d17-b4b1-51ede0023daf, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6f38357c-d2bf-4d17-b4b1-51ede0023daf,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:04.985038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:05.012078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-880d2fb5-ea2b-4bab-aefe-0d62558ef91d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:05.191079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Pushing event updated for resources: {'Port': ['ID=6f38357c-d2bf-4d17-b4b1-51ede0023daf,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:05.198335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:05.384712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:05.385467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:05.387037 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] 10.222.0.55 "PUT /v2.0/ports/6f38357c-d2bf-4d17-b4b1-51ede0023daf HTTP/1.1" status: 200  len: 1157 time: 2.8249371
Dec 21 04:05:05.388715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'tag': '6f38357c-d2bf-4d17-b4b1-51ede0023daf'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:05:05.404674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11078c0e-2c88-4ce9-b9aa-063d9aeb67af req-6883e1e9-eabd-494a-99c9-48270985c8a2 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:05.406414 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11078c0e-2c88-4ce9-b9aa-063d9aeb67af req-6883e1e9-eabd-494a-99c9-48270985c8a2 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.3962405
Dec 21 04:05:05.562479 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11078c0e-2c88-4ce9-b9aa-063d9aeb67af req-2b042c69-7920-4d37-885a-47170ab4fd7c tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490762
Dec 21 04:05:05.606649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-1a623cc3-348e-4aaf-a2b1-15a3788f62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:05.608556 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-1a623cc3-348e-4aaf-a2b1-15a3788f62aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 1160 time: 0.1378334
Dec 21 04:05:05.699646 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'tag': '6f38357c-d2bf-4d17-b4b1-51ede0023daf', 'status': 'completed', 'code': 200}
Dec 21 04:05:05.701240 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-8be42a99-3bbe-4121-a772-6d9cdc68e8ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f38357c-d2bf-4d17-b4b1-51ede0023daf HTTP/1.1" status: 200  len: 217 time: 0.0775933
Dec 21 04:05:05.730178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe84ac-0264-4970-8a28-bebd211f910b req-d4a18760-3f15-4e7c-8ed6-b5af4e098a3b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:05.732035 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e6fe84ac-0264-4970-8a28-bebd211f910b req-d4a18760-3f15-4e7c-8ed6-b5af4e098a3b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 943 time: 0.1587918
Dec 21 04:05:05.785791 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e6fe84ac-0264-4970-8a28-bebd211f910b req-a77a52fb-aa72-4fec-9bc9-e07d00edf8bc tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457296
Dec 21 04:05:05.795555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-09543a1c-5ebd-4142-a18a-e2ce7b260ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:05.797389 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-09543a1c-5ebd-4142-a18a-e2ce7b260ccb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd547854-51ff-4e39-b7f6-2df69ce4b7cc HTTP/1.1" status: 200  len: 855 time: 0.0841622
Dec 21 04:05:05.855802 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-6bb50cbc-9daf-4a7a-9963-a5ef1c4bc8e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbe98613-5022-44ed-8fff-023841696a00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474670
Dec 21 04:05:06.024264 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-df181050-2052-413f-b9e8-f42e5bb86140 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533251
Dec 21 04:05:06.215259 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e302ea-ae41-4ca1-9897-6032d3bebb8b req-2ef1e2d2-34e9-4a02-836d-1628c1b0ce6b service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1770184
Dec 21 04:05:06.394246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029763-db44-48ea-aa6b-372e99dbe543 req-be01a5e9-94e5-4148-95fc-ff63a9d0cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:06.395977 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39029763-db44-48ea-aa6b-372e99dbe543 req-be01a5e9-94e5-4148-95fc-ff63a9d0cecf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 1160 time: 0.1147714
Dec 21 04:05:06.606754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029763-db44-48ea-aa6b-372e99dbe543 req-8477c3e1-f59f-4de1-8ce0-272c84ab0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:06.608507 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39029763-db44-48ea-aa6b-372e99dbe543 req-8477c3e1-f59f-4de1-8ce0-272c84ab0697 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 909 time: 0.1900122
Dec 21 04:05:06.698601 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39029763-db44-48ea-aa6b-372e99dbe543 req-793b8e99-0cf9-431c-a483-af31701ab592 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f38357c-d2bf-4d17-b4b1-51ede0023daf HTTP/1.1" status: 200  len: 217 time: 0.0783017
Dec 21 04:05:06.837764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029763-db44-48ea-aa6b-372e99dbe543 req-b07ab0b9-d9fa-411d-a2aa-61af0f386acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:06.839410 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39029763-db44-48ea-aa6b-372e99dbe543 req-b07ab0b9-d9fa-411d-a2aa-61af0f386acc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd547854-51ff-4e39-b7f6-2df69ce4b7cc HTTP/1.1" status: 200  len: 855 time: 0.1285176
Dec 21 04:05:06.905862 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39029763-db44-48ea-aa6b-372e99dbe543 req-5b0d6a77-ec20-4568-98e5-a088810780f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbe98613-5022-44ed-8fff-023841696a00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478508
Dec 21 04:05:06.912649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce59fd2-b7be-451d-9583-d43defb74fe1 req-1e9aa7b7-3d5b-4b7f-857c-ad9e97e65218 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:06.914823 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bce59fd2-b7be-451d-9583-d43defb74fe1 req-1e9aa7b7-3d5b-4b7f-857c-ad9e97e65218 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1640069
Dec 21 04:05:06.989656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0b088c8-6e3f-41b9-8b7b-5d56bb42e281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:07.018211 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a584bb-cf63-4c35-a847-ba6591439244 req-57b3d799-2c11-480d-a2f0-cb5890f3f2bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:07.020277 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-79a584bb-cf63-4c35-a847-ba6591439244 req-57b3d799-2c11-480d-a2f0-cb5890f3f2bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 943 time: 0.0969450
Dec 21 04:05:07.071667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:07.075468 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-79a584bb-cf63-4c35-a847-ba6591439244 req-6398e217-b04b-49d8-83b8-1fba0dc6c0f7 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475802
Dec 21 04:05:07.106218 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bce59fd2-b7be-451d-9583-d43defb74fe1 req-6a899d4a-4218-45f8-b441-cedd2599fa96 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651096
Dec 21 04:05:07.124685 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39029763-db44-48ea-aa6b-372e99dbe543 req-bd1d6cbd-89c4-41b9-8a0a-d3031bfe858e service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2086453
Dec 21 04:05:07.281766 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39029763-db44-48ea-aa6b-372e99dbe543 req-daa44e82-9d9f-497b-91c4-42c386c23d99 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466825
Dec 21 04:05:08.056164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59798) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:08.259581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:08.263309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:08.316253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9206011-ad93-40ba-a88d-4d8a76476064 req-3f9fa331-8e8f-4e5f-937e-c46c0777d775 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:08.318428 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9206011-ad93-40ba-a88d-4d8a76476064 req-3f9fa331-8e8f-4e5f-937e-c46c0777d775 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 943 time: 0.1056058
Dec 21 04:05:08.327526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:08.335436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:4deac5dc26ce426aa5a2ea5819792a11 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:08.339723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:08.348962 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:08.399132 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9206011-ad93-40ba-a88d-4d8a76476064 req-ffc625f0-7f85-4130-98d6-1384e20e21c6 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691037
Dec 21 04:05:08.407898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36bf5e-a37f-4726-933d-a75878a1791f req-0b6774fb-91f0-4980-ac35-4b5628efa0f8 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:08.409755 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9f36bf5e-a37f-4726-933d-a75878a1791f req-0b6774fb-91f0-4980-ac35-4b5628efa0f8 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1327929
Dec 21 04:05:08.534663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9f36bf5e-a37f-4726-933d-a75878a1791f req-0d34b8b3-b975-4978-bab3-bfc6523822f2 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075497
Dec 21 04:05:08.537088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:08.541250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:08.550270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:08.609138 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4deac5dc26ce426aa5a2ea5819792a11&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5517628
Dec 21 04:05:08.612681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59844) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:08.615325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe8b57f-7726-4889-bbcc-1060dbd08f5e,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:08.622594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:08.712465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4ef0-0836-4c78-99e9-b3dc30fc1ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:08.754299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4ef0-0836-4c78-99e9-b3dc30fc1ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:08.808018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4ef0-0836-4c78-99e9-b3dc30fc1ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:08.814651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2e32c558-84d8-4b1c-a1f7-77ba20cc12c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:08.824121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:08.832653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac4ef0-0836-4c78-99e9-b3dc30fc1ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe8b57f-7726-4889-bbcc-1060dbd08f5e,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:08.836727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a7ac4ef0-0836-4c78-99e9-b3dc30fc1ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:08.838952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a7ac4ef0-0836-4c78-99e9-b3dc30fc1ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:08.842623 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a7ac4ef0-0836-4c78-99e9-b3dc30fc1ac0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fe8b57f-7726-4889-bbcc-1060dbd08f5e HTTP/1.1" status: 204  len: 168 time: 0.2260005
Dec 21 04:05:09.121633 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:05:09.241875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59876) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:09.270304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.287080 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:09.291493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Usage tracker for resource:security_group_rule and tenant:76604979c0e545338445555638344e33 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:09.294513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:09.300325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:09.391395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.394152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.407626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2dca058d-7f1a-4bb3-a725-12bc0cf38cfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:09.455439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59884) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:09.468934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:09.477844 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76604979c0e545338445555638344e33&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2318184
Dec 21 04:05:09.478290 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59892) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:09.485153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0be6af-7233-4d75-8778-5a0ead85d618,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:09.489431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:09.637166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3155-ff0d-405f-94a0-69f9c6b1fee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.638604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:09.638891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.684954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3155-ff0d-405f-94a0-69f9c6b1fee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.717472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc8888-f878-440a-ad2b-c0b6afdfa9cb req-c04a7aeb-c7dc-4e56-b2f9-18ee8ed2f398 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:09.719411 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87bc8888-f878-440a-ad2b-c0b6afdfa9cb req-c04a7aeb-c7dc-4e56-b2f9-18ee8ed2f398 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 943 time: 0.1098351
Dec 21 04:05:09.779253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6f38357c-d2bf-4d17-b4b1-51ede0023daf up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:09.780116 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87bc8888-f878-440a-ad2b-c0b6afdfa9cb req-80b2148e-50f0-42a9-bd87-d8f762da24b6 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532758
Dec 21 04:05:09.807722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.828196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:09.843414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Usage tracker for resource:security_group_rule and tenant:c793f44ca55f467689f495aa4b049150 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:09.846954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:09.854224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:09.861671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 6f38357c-d2bf-4d17-b4b1-51ede0023daf completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:09.867328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 6f38357c-d2bf-4d17-b4b1-51ede0023daf triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:09.867751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.891394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3155-ff0d-405f-94a0-69f9c6b1fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.898968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7a7d8f73-7695-419a-8571-57b234ccb6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:09.916813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e3155-ff0d-405f-94a0-69f9c6b1fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0be6af-7233-4d75-8778-5a0ead85d618,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:09.925092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-aa1e3155-ff0d-405f-94a0-69f9c6b1fee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:09.935177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa1ef-fca4-4836-a964-e6b3542e7c6a req-3b0ba473-0682-4776-b28a-366d98acc935 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:09.936854 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64fa1ef-fca4-4836-a964-e6b3542e7c6a req-3b0ba473-0682-4776-b28a-366d98acc935 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.2150536
Dec 21 04:05:09.973659 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3155-ff0d-405f-94a0-69f9c6b1fee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:09.975174 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-aa1e3155-ff0d-405f-94a0-69f9c6b1fee4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae0be6af-7233-4d75-8778-5a0ead85d618 HTTP/1.1" status: 204  len: 168 time: 0.4955239
Dec 21 04:05:10.021477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.023275 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64fa1ef-fca4-4836-a964-e6b3542e7c6a req-3fc39b20-8065-4526-90f9-896ee626ffd5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758164
Dec 21 04:05:10.051609 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f38357c-d2bf-4d17-b4b1-51ede0023daf'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:05:10.068399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.070166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 6f38357c-d2bf-4d17-b4b1-51ede0023daf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6f38357c-d2bf-4d17-b4b1-51ede0023daf,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:05:10.072854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.074297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.078286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-067c568d-0e1b-426d-add9-ec9a09a16406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:10.082814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:10.132969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59908) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:10.152300 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c793f44ca55f467689f495aa4b049150&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6867487
Dec 21 04:05:10.155673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=6f38357c-d2bf-4d17-b4b1-51ede0023daf,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:10.159309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621f6687-a3b7-419d-91c2-eb57015ba8f6,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:10.159623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:10.162499 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:10.168619 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f38357c-d2bf-4d17-b4b1-51ede0023daf', 'code': 200}
Dec 21 04:05:10.218933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30d4cbb5-d623-4a6c-8bb6-39068bef7523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.247693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30d4cbb5-d623-4a6c-8bb6-39068bef7523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.324452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30d4cbb5-d623-4a6c-8bb6-39068bef7523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.330051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:10.343444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4cbb5-d623-4a6c-8bb6-39068bef7523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621f6687-a3b7-419d-91c2-eb57015ba8f6,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:10.348813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-30d4cbb5-d623-4a6c-8bb6-39068bef7523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:10.355275 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30d4cbb5-d623-4a6c-8bb6-39068bef7523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.358972 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-30d4cbb5-d623-4a6c-8bb6-39068bef7523 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/621f6687-a3b7-419d-91c2-eb57015ba8f6 HTTP/1.1" status: 204  len: 168 time: 0.2224808
Dec 21 04:05:10.482469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83214f62-b2f5-4349-afe5-b329183d54b2 req-9252351a-4353-4dae-a02c-796e0113dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:10.484152 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83214f62-b2f5-4349-afe5-b329183d54b2 req-9252351a-4353-4dae-a02c-796e0113dde2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 1162 time: 0.0934746
Dec 21 04:05:10.550304 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83214f62-b2f5-4349-afe5-b329183d54b2 req-19e2903d-ac37-4871-b097-b7546469ff19 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553000
Dec 21 04:05:10.683055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6f38357c-d2bf-4d17-b4b1-51ede0023daf up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:10.764426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 6f38357c-d2bf-4d17-b4b1-51ede0023daf triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:10.764914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.775188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59932) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:10.795034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.812870 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:10.817065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Usage tracker for resource:security_group_rule and tenant:8e1d19cc305b49ec9adbd49e75f07835 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:10.821294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:10.827307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:10.966745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:10.972077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:11.004373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7f7c1ab2-25be-4068-be0a-bac3022166e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:11.013953 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e1d19cc305b49ec9adbd49e75f07835&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2375329
Dec 21 04:05:11.016979 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59944) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:11.057420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa6decc-c0db-4ed1-91c1-0dca0941c637,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:11.060812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:11.135542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4b7a15c0-44e4-4a6d-90a4-2202806721e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:11.170574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd8b00-7b01-4a8c-8ef0-9e8ad220bdf4 req-26c23afa-dfee-4d2b-affb-a4ad9a20c5e8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:11.171371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a5dd8b00-7b01-4a8c-8ef0-9e8ad220bdf4 req-26c23afa-dfee-4d2b-affb-a4ad9a20c5e8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:05:11.189677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4b7a15c0-44e4-4a6d-90a4-2202806721e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:11.213644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a5dd8b00-7b01-4a8c-8ef0-9e8ad220bdf4 req-26c23afa-dfee-4d2b-affb-a4ad9a20c5e8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:05:11.213644 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5dd8b00-7b01-4a8c-8ef0-9e8ad220bdf4 req-26c23afa-dfee-4d2b-affb-a4ad9a20c5e8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.2664495
Dec 21 04:05:11.280531 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5dd8b00-7b01-4a8c-8ef0-9e8ad220bdf4 req-5eef1338-6ec0-4ac1-8ddc-bb3f4cfe7c82 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494604
Dec 21 04:05:11.285265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4b7a15c0-44e4-4a6d-90a4-2202806721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:11.290584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-33d769e6-699e-4fc0-92f6-53c2346fc144 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:11.301582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a15c0-44e4-4a6d-90a4-2202806721e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa6decc-c0db-4ed1-91c1-0dca0941c637,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:11.310810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4b7a15c0-44e4-4a6d-90a4-2202806721e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:11.322405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4b7a15c0-44e4-4a6d-90a4-2202806721e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:11.326795 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4b7a15c0-44e4-4a6d-90a4-2202806721e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aa6decc-c0db-4ed1-91c1-0dca0941c637 HTTP/1.1" status: 204  len: 168 time: 0.3062258
Dec 21 04:05:11.418032 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bfa9e-ff60-488b-9c0a-513da8eb5be6 req-206042a0-56e1-4ce3-ae97-2bd7f479ce2e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:11.420437 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e12bfa9e-ff60-488b-9c0a-513da8eb5be6 req-206042a0-56e1-4ce3-ae97-2bd7f479ce2e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1233695
Dec 21 04:05:11.496275 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e12bfa9e-ff60-488b-9c0a-513da8eb5be6 req-074cad7a-9ae0-4694-98a0-35816885594b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677142
Dec 21 04:05:11.636598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59964) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:11.801701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:11.817719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:11.821940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Usage tracker for resource:security_group_rule and tenant:5e5c96966872420c929dd91ceff10a63 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:11.824938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:11.833199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:11.922371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:11.926676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:11.940922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-468f559b-43af-47a9-b043-0ed7bbeed296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:11.985321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd02dd7-ee57-407e-9b7c-c4109e6b6339,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:11.993287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59982) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:12.003515 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e5c96966872420c929dd91ceff10a63&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3696129
Dec 21 04:05:12.004617 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:12.057831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8a32cdb8-68e7-4eb5-a119-e03876377dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:12.086756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8a32cdb8-68e7-4eb5-a119-e03876377dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:12.153264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8a32cdb8-68e7-4eb5-a119-e03876377dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:12.158638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-65a7441a-c874-44ae-9f29-e339f587025d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:12.176992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32cdb8-68e7-4eb5-a119-e03876377dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd02dd7-ee57-407e-9b7c-c4109e6b6339,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:12.185874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8a32cdb8-68e7-4eb5-a119-e03876377dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:12.186692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8a32cdb8-68e7-4eb5-a119-e03876377dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:12.190696 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8a32cdb8-68e7-4eb5-a119-e03876377dd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fd02dd7-ee57-407e-9b7c-c4109e6b6339 HTTP/1.1" status: 204  len: 168 time: 0.1963174
Dec 21 04:05:12.509904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0342c-c257-432b-a6be-e2cae26e881e req-a28f155c-04de-4300-b051-1537f8d7f554 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:12.518653 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34c0342c-c257-432b-a6be-e2cae26e881e req-a28f155c-04de-4300-b051-1537f8d7f554 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.1004863
Dec 21 04:05:12.583502 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34c0342c-c257-432b-a6be-e2cae26e881e req-22fdbc2f-237f-494f-b72d-d0ad9b77ccb4 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638692
Dec 21 04:05:12.728401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6f38357c-d2bf-4d17-b4b1-51ede0023daf up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:12.762603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea808c-2e5e-409d-b8b6-7dda174eca78 req-4f14988b-8e36-47cd-8c63-95bc94fa3305 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:12.770485 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-85ea808c-2e5e-409d-b8b6-7dda174eca78 req-4f14988b-8e36-47cd-8c63-95bc94fa3305 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1107135
Dec 21 04:05:12.824554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 6f38357c-d2bf-4d17-b4b1-51ede0023daf triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:12.824972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:12.828852 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-85ea808c-2e5e-409d-b8b6-7dda174eca78 req-cd281070-a6ef-412c-beae-9749c7f63f7d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571065
Dec 21 04:05:13.963776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60078) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:14.109288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60084) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:14.160632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae6f4c-4abb-46b4-84a4-2a187bd9eeb0 req-20a477c4-6f7f-45c2-be73-6e1a78c90c53 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:14.170816 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-78ae6f4c-4abb-46b4-84a4-2a187bd9eeb0 req-20a477c4-6f7f-45c2-be73-6e1a78c90c53 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1239843
Dec 21 04:05:14.225116 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-78ae6f4c-4abb-46b4-84a4-2a187bd9eeb0 req-8893c6d6-a29a-4d54-a77d-7e4aed64ea53 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529771
Dec 21 04:05:14.242677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.260533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:14.278135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Usage tracker for resource:security_group_rule and tenant:aa4873340d394d97877afafcba08e51f is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:14.281210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:14.289662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:14.291832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.314703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:14.326140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Usage tracker for resource:security_group_rule and tenant:c2685f89cf5644838c70f80e011935a6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:14.331395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:14.340090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:14.450222 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.456213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.467547 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-51a23da9-4d6b-457f-ab66-f7bd17a728ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:14.530402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.534101 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa4873340d394d97877afafcba08e51f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5691669
Dec 21 04:05:14.534950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f426d7f-5379-4779-914d-4e9d35a8ef1f,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:14.537186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60092) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:14.538828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:14.539638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.555910 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-165b92d4-3408-453c-a22e-48969abf1d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:14.582104 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2685f89cf5644838c70f80e011935a6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4712753
Dec 21 04:05:14.585073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60098) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:14.601525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26bacc-3bbb-4418-b399-33d706940289,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:14.604717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:14.648904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-99402de0-69b7-439b-893e-725ceafb650b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.697352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-99402de0-69b7-439b-893e-725ceafb650b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.711833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2769f1e6-b059-416c-acac-43e930f6f533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.762651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2769f1e6-b059-416c-acac-43e930f6f533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.806051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-99402de0-69b7-439b-893e-725ceafb650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.811795 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-169e5f70-9a92-49cf-bbe8-83cc42211bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:14.825703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99402de0-69b7-439b-893e-725ceafb650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f426d7f-5379-4779-914d-4e9d35a8ef1f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:14.832164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-99402de0-69b7-439b-893e-725ceafb650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:14.838316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2769f1e6-b059-416c-acac-43e930f6f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.845421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:14.858477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769f1e6-b059-416c-acac-43e930f6f533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26bacc-3bbb-4418-b399-33d706940289,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:14.860625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2769f1e6-b059-416c-acac-43e930f6f533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.861904 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2769f1e6-b059-416c-acac-43e930f6f533 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f26bacc-3bbb-4418-b399-33d706940289 HTTP/1.1" status: 204  len: 168 time: 0.2757750
Dec 21 04:05:14.862997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-99402de0-69b7-439b-893e-725ceafb650b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:14.864120 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-99402de0-69b7-439b-893e-725ceafb650b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f426d7f-5379-4779-914d-4e9d35a8ef1f HTTP/1.1" status: 204  len: 168 time: 0.3251514
Dec 21 04:05:14.864965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2769f1e6-b059-416c-acac-43e930f6f533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:15.353661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60126) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:15.376957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:15.414973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:15.420821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Usage tracker for resource:security_group_rule and tenant:33857c2d651441d5914850317c12f562 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:15.424717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:15.433131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:15.505394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc254c63-24fb-4979-9505-93c7a2976ca9 req-cec38365-ca12-45db-8b18-3c2e51396045 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:15.507662 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fc254c63-24fb-4979-9505-93c7a2976ca9 req-cec38365-ca12-45db-8b18-3c2e51396045 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1209662
Dec 21 04:05:15.558395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:15.561409 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fc254c63-24fb-4979-9505-93c7a2976ca9 req-4dd09f53-7bf3-4671-b86f-0170075b672f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467541
Dec 21 04:05:15.561563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:15.571822 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f71dbe53-a0aa-40b5-949b-8b35d90d6384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:15.621091 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33857c2d651441d5914850317c12f562&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2617154
Dec 21 04:05:15.621091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73196dbc-245f-4a1f-af9a-eae5f7217ed7,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:15.621562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60132) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:15.623242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:15.689436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c17a990-2ed9-4ed5-8e22-81304b3f2d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:15.717262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c17a990-2ed9-4ed5-8e22-81304b3f2d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:15.763301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c17a990-2ed9-4ed5-8e22-81304b3f2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:15.768188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:15.784204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17a990-2ed9-4ed5-8e22-81304b3f2d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73196dbc-245f-4a1f-af9a-eae5f7217ed7,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:15.796164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1c17a990-2ed9-4ed5-8e22-81304b3f2d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:15.797058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1c17a990-2ed9-4ed5-8e22-81304b3f2d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:15.800882 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1c17a990-2ed9-4ed5-8e22-81304b3f2d4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73196dbc-245f-4a1f-af9a-eae5f7217ed7 HTTP/1.1" status: 204  len: 168 time: 0.1765091
Dec 21 04:05:15.922500 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60146) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:16.204454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-518431990-network', 'tenant_id': 'b07ec805977d456b9447a634af514cde'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:16.210042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:16.214580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Usage tracker for resource:network and tenant:b07ec805977d456b9447a634af514cde is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:16.217101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:16.223152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:16.233006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Made reservation on behalf of b07ec805977d456b9447a634af514cde for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:16.238010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:16.251928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:16.276976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:16.281069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b07ec805977d456b9447a634af514cde is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:16.284261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:16.290842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:16.391313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:16.391313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:16.396697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-39ec9cd1-8780-4cf2-a988-151d5a3cd609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:16.438137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f573d59f-8987-4cb1-bceb-c01b38c30e8f,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:16.441286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:05:16.444994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:16.454881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:16.455470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Added segment f61d1a84-55d5-42e7-828f-8303661e6b60 of type vxlan for network 013b4941-7458-42a2-bded-2718d1174ace
Dec 21 04:05:16.494360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:16.532058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:16.533341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:16.533973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:16.559898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-fb104572-f7ee-4376-8dd0-b2646e74b675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:16.582523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60180) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:16.582853 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6591156
Dec 21 04:05:16.589736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Request body: {'subnet': {'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-518431990-subnet', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:16.598951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:16.610707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Usage tracker for resource:subnet and tenant:b07ec805977d456b9447a634af514cde is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:16.614385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:16.625881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:16.636719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Made reservation on behalf of b07ec805977d456b9447a634af514cde for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:16.646528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:16.688545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Pushing event updated for resources: {'Network': ['ID=013b4941-7458-42a2-bded-2718d1174ace,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:16.692306 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:16.703244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 013b4941-7458-42a2-bded-2718d1174ace details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:05:16.820297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76cab1-af04-46de-9775-cba586563c29 req-53d134b0-bb73-4e97-8662-fa038d5a01d6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:16.833009 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7d76cab1-af04-46de-9775-cba586563c29 req-53d134b0-bb73-4e97-8662-fa038d5a01d6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1046302
Dec 21 04:05:16.842763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network 013b4941-7458-42a2-bded-2718d1174ace details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:05:16.892187 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7d76cab1-af04-46de-9775-cba586563c29 req-3e86216b-77a4-400a-8226-505e95a542b7 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601530
Dec 21 04:05:17.150229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:17.168677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:17.306850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e62c16b-0a89-40bd-8164-b47481e029b8,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:17.313737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:17.379175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Checking segment: {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:17.379568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Network hostable DHCP agents. Network: 013b4941-7458-42a2-bded-2718d1174ace, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:05:17.402115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Network 013b4941-7458-42a2-bded-2718d1174ace is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:05:17.411414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 013b4941-7458-42a2-bded-2718d1174ace) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:17.415958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:17.416605 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:17.421841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e52ce1a-2fae-4c47-8c47-9ecb4745375f None None] Network 013b4941-7458-42a2-bded-2718d1174ace requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:05:17.457923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60208) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:17.463490 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8796866
Dec 21 04:05:17.464052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:17.469112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:17.473180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Usage tracker for resource:router and tenant:b07ec805977d456b9447a634af514cde is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:17.476863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:17.482848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:17.499084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854685135'] for router, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:17.499084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-950231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854216347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90682'] for router, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:17.512763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:17.731312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c723bf3-7a1b-5d43-97d1-5300dc6e54f5-013b4941-7458-42a2-bded-2718d1174ace', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8'}]}} from dv-cinder-733062-17-iscsi. {{(pid=80294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 04:05:17.732740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:17.843714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:17.893357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60222) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:18.032908 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.080727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.098240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:18.098421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Allocated IP 172.20.0.2 (013b4941-7458-42a2-bded-2718d1174ace/7e62c16b-0a89-40bd-8164-b47481e029b8/ed34fffa-86de-4418-880b-7af7e5eed737) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:18.103160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Usage tracker for resource:security_group_rule and tenant:14c8a0522f074c3d80e1744d6f6af2dd is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:18.106215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:18.112092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:18.204809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.210771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.221336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6b84a66d-db90-4df8-a234-2f3d4b6021bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:18.274611 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14c8a0522f074c3d80e1744d6f6af2dd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3799224
Dec 21 04:05:18.277358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60232) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:18.280847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52da5ff8-d312-4678-802a-f61180e5f024,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:18.341662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.354558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Transition to ACTIVE for port object ed34fffa-86de-4418-880b-7af7e5eed737 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:18.374006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Transition to ACTIVE for port object ed34fffa-86de-4418-880b-7af7e5eed737 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:18.380952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.400685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:18.492232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Pushing event updated for resources: {'Port': ['ID=ed34fffa-86de-4418-880b-7af7e5eed737,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:18.509671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:18.527038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358ed5-df09-4696-b6ce-8801cbc1fd4c req-fad77bbc-3e05-4226-866a-74a83546926e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:18.534839 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fe358ed5-df09-4696-b6ce-8801cbc1fd4c req-fad77bbc-3e05-4226-866a-74a83546926e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.4622805
Dec 21 04:05:18.564693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.568840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:18.617050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.632780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-86b42252-2f88-471f-92f4-ce8a2020eb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.640853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Network 013b4941-7458-42a2-bded-2718d1174ace is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:18.642167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Resources bound (agent type, host, resource id):  {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:18.644701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:18.663441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-86b42252-2f88-471f-92f4-ce8a2020eb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.663659 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fe358ed5-df09-4696-b6ce-8801cbc1fd4c req-6e289dc4-0c87-4403-a99c-1363b6a229e4 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279454
Dec 21 04:05:18.715330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Attempting to bind port ed34fffa-86de-4418-880b-7af7e5eed737 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:18.715747 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Attempting to bind port ed34fffa-86de-4418-880b-7af7e5eed737 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:18.716160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Attempting to bind port ed34fffa-86de-4418-880b-7af7e5eed737 on network 013b4941-7458-42a2-bded-2718d1174ace {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:18.716955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-86b42252-2f88-471f-92f4-ce8a2020eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.722537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:18.722927 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Checking segment: {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:18.723378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.723682 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-832e8033-4b15-472f-93d6-f76f60a7d1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:18.723789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Bound using segment: {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:18.724307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Bound port: ed34fffa-86de-4418-880b-7af7e5eed737, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:18.724721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.739868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b42252-2f88-471f-92f4-ce8a2020eb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52da5ff8-d312-4678-802a-f61180e5f024,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:18.750235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-86b42252-2f88-471f-92f4-ce8a2020eb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:18.751882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-86b42252-2f88-471f-92f4-ce8a2020eb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.753311 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-86b42252-2f88-471f-92f4-ce8a2020eb2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52da5ff8-d312-4678-802a-f61180e5f024 HTTP/1.1" status: 204  len: 168 time: 0.4746664
Dec 21 04:05:18.834562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] For port ed34fffa-86de-4418-880b-7af7e5eed737, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:18.862303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] For port ed34fffa-86de-4418-880b-7af7e5eed737, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=ed34fffa-86de-4418-880b-7af7e5eed737,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:18.872914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:18.890253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1536a993-f6ea-4ba3-9f37-fdec489b79a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:18.985751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Pushing event updated for resources: {'Port': ['ID=ed34fffa-86de-4418-880b-7af7e5eed737,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:18.991667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:18.996020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Allocated IP 172.27.0.121 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/62880d86-1a79-464e-8e92-dfd85b58b5d4) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:19.165461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:19.192833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:19.212136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:19.353367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=62880d86-1a79-464e-8e92-dfd85b58b5d4,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:19.361136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:19.446588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:19.450273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:19.455508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:19.675802 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device ed34fffa-86de-4418-880b-7af7e5eed737 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:19.780954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port ed34fffa-86de-4418-880b-7af7e5eed737 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:20.014019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:20.113710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd71544-7fd1-44d7-a5e1-cf8edca65f65 req-e0336052-8059-4e59-b124-a937ee344eda tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:20.115340 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bdd71544-7fd1-44d7-a5e1-cf8edca65f65 req-e0336052-8059-4e59-b124-a937ee344eda tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.2674031
Dec 21 04:05:20.243199 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bdd71544-7fd1-44d7-a5e1-cf8edca65f65 req-f22c4c80-939b-48b1-a75f-68b6a3fe5a24 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723040
Dec 21 04:05:20.506949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555'] for router, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:20.663467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b637aa-0e43-442f-b830-8b10b18c6fc7 None None] Network 013b4941-7458-42a2-bded-2718d1174ace requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:05:20.752233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Router 5081dbb8-e823-4a76-a88a-304f6bc60811 is scheduled to L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 with binding_index 1 {{(pid=80292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 04:05:20.779763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 112992d5-34d2-4969-bb40-152ef22b2f72 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:20.844478 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-1a378d82-db4b-4751-b729-ad0d46840706 None None] Provisioning for port ed34fffa-86de-4418-880b-7af7e5eed737 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:20.858823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-1a378d82-db4b-4751-b729-ad0d46840706 None None] Provisioning complete for port ed34fffa-86de-4418-880b-7af7e5eed737 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:20.859270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a378d82-db4b-4751-b729-ad0d46840706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:20.945358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:05:20.955524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Sync routers for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:05:20.968035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:05:20.968721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e435a3f28>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:05:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:20.969787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:20.973871 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5121675
Dec 21 04:05:20.974270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60280) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:21.036139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 112992d5-34d2-4969-bb40-152ef22b2f72 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:21.036445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:21.190210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:05:21.192599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a378d82-db4b-4751-b729-ad0d46840706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:21.290548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-1a378d82-db4b-4751-b729-ad0d46840706 None None] For port ed34fffa-86de-4418-880b-7af7e5eed737, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=ed34fffa-86de-4418-880b-7af7e5eed737,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:05:21.297993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a378d82-db4b-4751-b729-ad0d46840706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:21.300246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:21.387644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a378d82-db4b-4751-b729-ad0d46840706 None None] Pushing event updated for resources: {'Port': ['ID=ed34fffa-86de-4418-880b-7af7e5eed737,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:21.393069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1a378d82-db4b-4751-b729-ad0d46840706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:21.545276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-1d21db42-9584-4e6d-8114-597b32be08ab None None] Provisioning complete for port ed34fffa-86de-4418-880b-7af7e5eed737 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:21.545783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1d21db42-9584-4e6d-8114-597b32be08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:21.596744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6212d5-5cef-4396-8777-637febcd3662 req-ba8ebbb1-693b-4be1-8d9e-692b46d2fb59 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:21.607459 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ae6212d5-5cef-4396-8777-637febcd3662 req-ba8ebbb1-693b-4be1-8d9e-692b46d2fb59 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1750400
Dec 21 04:05:21.677593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device ed34fffa-86de-4418-880b-7af7e5eed737 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:21.697860 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ae6212d5-5cef-4396-8777-637febcd3662 req-60df127c-0901-41d3-9c22-6475025a0b69 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890393
Dec 21 04:05:21.833078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e435a3f28>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:19Z', 'revision_number': 3, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:21.858379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Checking router: 5081dbb8-e823-4a76-a88a-304f6bc60811 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:05:21.858986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Updating router 5081dbb8-e823-4a76-a88a-304f6bc60811 port 62880d86-1a79-464e-8e92-dfd85b58b5d4 binding host dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:05:21.892204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port ed34fffa-86de-4418-880b-7af7e5eed737 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:21.892783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:21.906278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:21.957695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:22.012752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-f4ce5611-6f11-4d0d-b3f1-cccfe582efb5 None None] Provisioning complete for port ed34fffa-86de-4418-880b-7af7e5eed737 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:22.013631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5611-6f11-4d0d-b3f1-cccfe582efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:22.494610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Allocated IP 172.20.0.1 (013b4941-7458-42a2-bded-2718d1174ace/7e62c16b-0a89-40bd-8164-b47481e029b8/757136e1-7589-43b5-8ab4-d78df2348e13) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:22.552381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-551d5b58-9404-4398-82c1-8c19a7d7959f None None] Provisioning complete for port ed34fffa-86de-4418-880b-7af7e5eed737 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:22.553130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-551d5b58-9404-4398-82c1-8c19a7d7959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:22.581573 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:22.598828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Transition to ACTIVE for port object 62880d86-1a79-464e-8e92-dfd85b58b5d4 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:22.602410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:22.629937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4f65f709-35b8-4027-98ed-d9eb70dffa00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:22.675704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:22.700953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Transition to ACTIVE for port object 757136e1-7589-43b5-8ab4-d78df2348e13 will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:22.723609 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:22.741253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:22.815174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Pushing event updated for resources: {'Port': ['ID=62880d86-1a79-464e-8e92-dfd85b58b5d4,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:22.831821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.832691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.833212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.834073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.834612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.835156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.835857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.836358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.836883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.837393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.838124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.838861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.839460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.840926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.841437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.841956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.842481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.843015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.843511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.844002 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.844510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.845093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.845689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.846179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:22.895849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:22.907412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Pushing event updated for resources: {'Port': ['ID=757136e1-7589-43b5-8ab4-d78df2348e13,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:22.917451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:22.921413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Attempting to bind port 62880d86-1a79-464e-8e92-dfd85b58b5d4 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:22.921863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Attempting to bind port 62880d86-1a79-464e-8e92-dfd85b58b5d4 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:22.922269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Attempting to bind port 62880d86-1a79-464e-8e92-dfd85b58b5d4 on network 62fcf32e-2351-40da-9ead-73ebabec5a60 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:22.928816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:22.929224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:22.929761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:22.930191 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Bound using segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:22.930705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Bound port: 62880d86-1a79-464e-8e92-dfd85b58b5d4, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:22.931145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:22.938502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf0d1-321e-4526-91db-052913dea7d4 req-121fb233-b6c1-4387-96a5-c8e05330ebaf tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:22.947765 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ebfdf0d1-321e-4526-91db-052913dea7d4 req-121fb233-b6c1-4387-96a5-c8e05330ebaf tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1035347
Dec 21 04:05:23.000110 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ebfdf0d1-321e-4526-91db-052913dea7d4 req-4a0c6e22-0cc9-4a04-9bbd-410a1f3450db tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511947
Dec 21 04:05:23.004928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Network 013b4941-7458-42a2-bded-2718d1174ace is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:23.006530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:23.021732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:23.024036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950064'] for router_interface, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:23.024684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] For port 62880d86-1a79-464e-8e92-dfd85b58b5d4, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:23.028167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] For port 62880d86-1a79-464e-8e92-dfd85b58b5d4, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=62880d86-1a79-464e-8e92-dfd85b58b5d4,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:23.044782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:23.067497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:23.215813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:23.370996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Pushing event updated for resources: {'Port': ['ID=62880d86-1a79-464e-8e92-dfd85b58b5d4,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:23.404884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-290f828a-43f9-4c76-a088-f063ab40fe95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:23.412142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:05:23.413419 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e435a3f28>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:05:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:23.455242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-e3c0325a-2ba1-4ab7-98f0-b4a5a964cef0 None None] Provisioning for port 757136e1-7589-43b5-8ab4-d78df2348e13 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:23.468052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-e3c0325a-2ba1-4ab7-98f0-b4a5a964cef0 None None] Provisioning complete for port 757136e1-7589-43b5-8ab4-d78df2348e13 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:23.468620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e3c0325a-2ba1-4ab7-98f0-b4a5a964cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:23.540194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0325a-2ba1-4ab7-98f0-b4a5a964cef0 None None] Port 757136e1-7589-43b5-8ab4-d78df2348e13 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:05:23.608800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:23.612234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:23.613278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853480123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949643'] for router_interface, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:23.629170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:23.677710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:05:23.778053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Pushing event updated for resources: {'Port': ['ID=757136e1-7589-43b5-8ab4-d78df2348e13,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:23.781082 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:23.840543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Network 013b4941-7458-42a2-bded-2718d1174ace is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:23.842328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:24.034043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e435a3f28>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:22Z', 'revision_number': 1, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:24.039367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170537aa-a8c7-48e9-863b-5570b19908fa None None] The sync data for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi is: [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:22Z', 'revision_number': 1, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:05:24.049584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Router 5081dbb8-e823-4a76-a88a-304f6bc60811 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:05:24.082092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-4ee6484c-1718-441f-9e03-746369437bc3 None None] Provisioning complete for port 757136e1-7589-43b5-8ab4-d78df2348e13 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:24.082639 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4ee6484c-1718-441f-9e03-746369437bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:24.140752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6484c-1718-441f-9e03-746369437bc3 None None] Port 757136e1-7589-43b5-8ab4-d78df2348e13 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:05:24.244613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2619b-f785-4a21-a0cc-d7776013f219 req-c19d87ae-987e-44f9-a51b-a10fb4560148 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:24.246345 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9a2619b-f785-4a21-a0cc-d7776013f219 req-c19d87ae-987e-44f9-a51b-a10fb4560148 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.0961378
Dec 21 04:05:24.524706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:05:24.543982 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] 10.222.0.16 "PUT /v2.0/routers/5081dbb8-e823-4a76-a88a-304f6bc60811/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5609179
Dec 21 04:05:24.624792 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9a2619b-f785-4a21-a0cc-d7776013f219 req-a4c153b6-c334-46f2-8173-f769b3ea3448 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3705466
Dec 21 04:05:25.044108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60362) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:25.221980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.240162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:25.245134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a7264cfab9c04cc0969c0ed2dd60b878 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:25.248192 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:25.259085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:25.370557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.375286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.386454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:25.438613 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7264cfab9c04cc0969c0ed2dd60b878&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3932762
Dec 21 04:05:25.440485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc190b9-701c-46a8-b69c-fa85edc6019b,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:25.441473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60376) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:25.459320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:25.514966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79c54287-39c3-4605-bd4b-816f0fde54ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.547041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79c54287-39c3-4605-bd4b-816f0fde54ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.602679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79c54287-39c3-4605-bd4b-816f0fde54ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.606697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-877527bb-a386-41e3-946d-58607c2f4904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:25.620275 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c54287-39c3-4605-bd4b-816f0fde54ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc190b9-701c-46a8-b69c-fa85edc6019b,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:25.624562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-79c54287-39c3-4605-bd4b-816f0fde54ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:25.628274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-79c54287-39c3-4605-bd4b-816f0fde54ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.629758 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-79c54287-39c3-4605-bd4b-816f0fde54ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcc190b9-701c-46a8-b69c-fa85edc6019b HTTP/1.1" status: 204  len: 168 time: 0.1869526
Dec 21 04:05:25.638508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60384) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:25.645642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-139417303-network', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:25.655274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:25.659404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Usage tracker for resource:network and tenant:8a4ea963f280447d8ca8e105c36c52b6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:25.663516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:25.669366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:25.695799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Made reservation on behalf of 8a4ea963f280447d8ca8e105c36c52b6 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:25.701808 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 62880d86-1a79-464e-8e92-dfd85b58b5d4 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:25.707513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.739675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.794872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:25.796532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 62880d86-1a79-464e-8e92-dfd85b58b5d4 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:25.804750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 62880d86-1a79-464e-8e92-dfd85b58b5d4 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:25.806643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.810676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Usage tracker for resource:security_group_rule and tenant:8a4ea963f280447d8ca8e105c36c52b6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:25.814179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:25.831841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:25.921776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce6886-5c24-4f98-8274-7417ede03df1 req-b7dc4779-01d3-4eb8-a261-862ae865f17d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:25.927460 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffce6886-5c24-4f98-8274-7417ede03df1 req-b7dc4779-01d3-4eb8-a261-862ae865f17d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1183569
Dec 21 04:05:25.959907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.964719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.978727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.982474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:05:25.994023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275586200863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:25.994456 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Added segment 71708052-d65a-486e-b663-e0418f35d4fc of type vxlan for network f94c31a9-0fcc-49e5-8972-260be930fd11
Dec 21 04:05:25.998369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 62880d86-1a79-464e-8e92-dfd85b58b5d4, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=62880d86-1a79-464e-8e92-dfd85b58b5d4,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:05:26.000679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-aa1e3155-ff0d-405f-94a0-69f9c6b1fee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:26.003777 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffce6886-5c24-4f98-8274-7417ede03df1 req-54d3a148-81fa-4e99-939c-e56c4172f072 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709765
Dec 21 04:05:26.004389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:26.007689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9f28bc15-47f5-4434-b318-5187baf9f287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:26.054616 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:26.065866 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8502e30-a78e-4634-88dd-799c683488ab,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:26.071589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:26.097204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:26.099535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:26.100331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:26.105705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=62880d86-1a79-464e-8e92-dfd85b58b5d4,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:26.106021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3a83d490-bb17-4304-acca-25d67afdc6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:26.109091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:26.222387 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Pushing event updated for resources: {'Network': ['ID=f94c31a9-0fcc-49e5-8972-260be930fd11,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:26.225693 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5858521
Dec 21 04:05:26.227840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:26.228426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60404) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:26.234315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Request body: {'subnet': {'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-139417303-subnet', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:26.238182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network f94c31a9-0fcc-49e5-8972-260be930fd11 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:05:26.239842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:26.245008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Usage tracker for resource:subnet and tenant:8a4ea963f280447d8ca8e105c36c52b6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:26.253125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:26.257773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network f94c31a9-0fcc-49e5-8972-260be930fd11 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:05:26.260614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:26.275521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Made reservation on behalf of 8a4ea963f280447d8ca8e105c36c52b6 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:26.280632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:26.746536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:26.762230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6bb9530d-0c68-4825-bf84-e1424f7fab80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:26.910712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:26.913018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:26.976562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Checking segment: {'id': '71708052-d65a-486e-b663-e0418f35d4fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:26.976961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Network hostable DHCP agents. Network: f94c31a9-0fcc-49e5-8972-260be930fd11, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:05:26.997020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Network f94c31a9-0fcc-49e5-8972-260be930fd11 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:05:27.005262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, f94c31a9-0fcc-49e5-8972-260be930fd11) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:27.009179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:27.009826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:27.015125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c5d33b-70c3-425f-bd36-18e2cfe5c263 None None] Network f94c31a9-0fcc-49e5-8972-260be930fd11 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:05:27.032126 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3a3c60f9-92a3-43c7-b021-1a37fb358e52 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8025641
Dec 21 04:05:27.034990 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60426) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:27.041209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:27.047876 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:27.056977 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Usage tracker for resource:router and tenant:8a4ea963f280447d8ca8e105c36c52b6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:27.065535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:27.080272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:27.093665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854685135'] for router, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:27.095228 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-950231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854216347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90682'] for router, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:27.141041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:27.295058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c723bf3-7a1b-5d43-97d1-5300dc6e54f5-f94c31a9-0fcc-49e5-8972-260be930fd11', 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'fixed_ips': [{'subnet_id': 'e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5'}]}} from dv-cinder-733062-17-iscsi. {{(pid=80294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 04:05:27.299560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:27.527625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:27.595878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c1f2d-9061-4e42-af73-006ab42eb5fa req-67dd1c92-2a53-4433-a8df-d837a5f0f349 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:27.597700 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ea5c1f2d-9061-4e42-af73-006ab42eb5fa req-67dd1c92-2a53-4433-a8df-d837a5f0f349 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.4358230
Dec 21 04:05:27.631290 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 62880d86-1a79-464e-8e92-dfd85b58b5d4 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:27.705583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Sync routers for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:05:27.708035 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ea5c1f2d-9061-4e42-af73-006ab42eb5fa req-4e39efc2-20e3-463b-8525-948df4a8543f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014166
Dec 21 04:05:27.762513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:05:27.762513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42b63978>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:05:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:27.939040 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:27.950286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 62880d86-1a79-464e-8e92-dfd85b58b5d4 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:27.950734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:27.999910 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Allocated IP 172.20.0.2 (f94c31a9-0fcc-49e5-8972-260be930fd11/e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5/96251880-4b1d-45a6-afcd-8d10a0baa3da) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:28.013258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:28.107908 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-99087b3a-1960-411a-9720-5c27171f2787 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:28.109766 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-99087b3a-1960-411a-9720-5c27171f2787 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 815 time: 0.2199619
Dec 21 04:05:28.114992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:05:28.136506 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-705b3d4a-ee73-4a1c-829d-533f0b76beff tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/quotas/0d5c999358804f80929d210c54fe1fc6 HTTP/1.1" status: 200  len: 375 time: 0.0166490
Dec 21 04:05:28.218919 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-5113c0b1-7b11-4cba-a0fb-c8b4963520ed tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0814435
Dec 21 04:05:28.333871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Allocated IP 172.27.0.103 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/8b280de5-f59e-4227-95da-655f5c712ba6) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:28.378132 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-8da71d3f-5253-4e27-935e-9f226917940e service neutron] 10.222.0.16 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484742
Dec 21 04:05:28.518471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:28.548969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:28.556234 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-f141539a-b67a-4946-af1b-7a1b6eba2431 service neutron] 10.222.0.16 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1716592
Dec 21 04:05:28.665024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:28.666839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:28.775384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Pushing event updated for resources: {'Port': ['ID=8b280de5-f59e-4227-95da-655f5c712ba6,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:28.800859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:28.863310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Transition to ACTIVE for port object 96251880-4b1d-45a6-afcd-8d10a0baa3da will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:28.888988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Transition to ACTIVE for port object 96251880-4b1d-45a6-afcd-8d10a0baa3da will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:28.899792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:28.900858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:28.910320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:28.911016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:28.931704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-865c04a4-ce74-48f4-b2c4-c9c3f2c05fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:28.951870 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-077a4d60-90c3-4cad-bb4c-1bea50eea34d req-51f4bb53-0015-45fd-882a-032cf20cb3ab tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 210 time: 0.1027715
Dec 21 04:05:28.961872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42b63978>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 2, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:28.991795 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Checking router: 5081dbb8-e823-4a76-a88a-304f6bc60811 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:05:28.992208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Updating router 5081dbb8-e823-4a76-a88a-304f6bc60811 port 757136e1-7589-43b5-8ab4-d78df2348e13 binding host dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:05:29.060179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:29.225812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Pushing event updated for resources: {'Port': ['ID=96251880-4b1d-45a6-afcd-8d10a0baa3da,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:29.238323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:29.349448 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Network f94c31a9-0fcc-49e5-8972-260be930fd11 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:29.353918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Resources bound (agent type, host, resource id):  {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:29.358604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:29.395400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f1d0-4033-43a5-9954-32cb76a0e4b4 req-8d8f97c4-0bee-4ed1-8474-3291a5861b83 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:29.404918 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a813f1d0-4033-43a5-9954-32cb76a0e4b4 req-8d8f97c4-0bee-4ed1-8474-3291a5861b83 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.3932862
Dec 21 04:05:29.498103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Attempting to bind port 96251880-4b1d-45a6-afcd-8d10a0baa3da on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:29.498663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Attempting to bind port 96251880-4b1d-45a6-afcd-8d10a0baa3da by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '71708052-d65a-486e-b663-e0418f35d4fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:29.499165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Attempting to bind port 96251880-4b1d-45a6-afcd-8d10a0baa3da on network f94c31a9-0fcc-49e5-8972-260be930fd11 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:29.511617 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:29.512041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Checking segment: {'id': '71708052-d65a-486e-b663-e0418f35d4fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:29.512491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:29.512931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Bound using segment: {'id': '71708052-d65a-486e-b663-e0418f35d4fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:29.513452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Bound port: 96251880-4b1d-45a6-afcd-8d10a0baa3da, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71708052-d65a-486e-b663-e0418f35d4fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:29.513996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:29.763103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11357a9-e007-4f13-90e4-5cb5d3652fdc req-4fa52c93-40be-4b1b-a7b7-369ff56c87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:29.765054 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a11357a9-e007-4f13-90e4-5cb5d3652fdc req-4fa52c93-40be-4b1b-a7b7-369ff56c87ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 1163 time: 0.0995429
Dec 21 04:05:29.772584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] For port 96251880-4b1d-45a6-afcd-8d10a0baa3da, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:29.786824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] For port 96251880-4b1d-45a6-afcd-8d10a0baa3da, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=96251880-4b1d-45a6-afcd-8d10a0baa3da,segment=NetworkSegment(71708052-d65a-486e-b663-e0418f35d4fc),segment_id=71708052-d65a-486e-b663-e0418f35d4fc)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:29.792714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:29.813805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:29.820813 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a11357a9-e007-4f13-90e4-5cb5d3652fdc req-1b3ae6c1-d9f7-4f2a-9038-e524721202a2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442243
Dec 21 04:05:29.889983 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a813f1d0-4033-43a5-9954-32cb76a0e4b4 req-de942ede-42ed-448f-8b81-f539e0665743 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4837754
Dec 21 04:05:29.928555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:30.036836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Pushing event updated for resources: {'Port': ['ID=96251880-4b1d-45a6-afcd-8d10a0baa3da,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:30.046662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:30.085551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:30.111318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Transition to ACTIVE for port object 757136e1-7589-43b5-8ab4-d78df2348e13 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:30.118736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:30.142799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:30.213635 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-54b794e7-589e-4fdb-9255-fa1cd1e828de req-c04c9600-0185-43a8-8940-ec6687b99e10 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 210 time: 0.0676231
Dec 21 04:05:30.324495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555'] for router, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:30.333988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90f8d9-07f7-4aa8-badd-1a82f11d8c20 None None] Pushing event updated for resources: {'Port': ['ID=757136e1-7589-43b5-8ab4-d78df2348e13,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:30.339537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6c90f8d9-07f7-4aa8-badd-1a82f11d8c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:30.515607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Attempting to bind port 757136e1-7589-43b5-8ab4-d78df2348e13 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:30.516017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Attempting to bind port 757136e1-7589-43b5-8ab4-d78df2348e13 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:30.516423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Attempting to bind port 757136e1-7589-43b5-8ab4-d78df2348e13 on network 013b4941-7458-42a2-bded-2718d1174ace {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:30.522611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:30.523180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Checking segment: {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:30.523670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:30.524123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Bound using segment: {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:30.524584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Bound port: 757136e1-7589-43b5-8ab4-d78df2348e13, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:30.524997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:30.670933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 is scheduled to L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 with binding_index 1 {{(pid=80292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 04:05:30.686131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] For port 757136e1-7589-43b5-8ab4-d78df2348e13, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:30.694239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] For port 757136e1-7589-43b5-8ab4-d78df2348e13, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=757136e1-7589-43b5-8ab4-d78df2348e13,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:30.707013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:30.764956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:30.966695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:05:30.980702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Sync routers for ids ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:05:31.008619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Routers {'9f7c0fd6-732f-4cce-8eb4-b5dad886af85'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:05:31.009315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4327a7f0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:05:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:31.040044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:31.041615 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.0054286
Dec 21 04:05:31.044621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60506) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:31.105773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90f8d9-07f7-4aa8-badd-1a82f11d8c20 None None] Pushing event updated for resources: {'Port': ['ID=757136e1-7589-43b5-8ab4-d78df2348e13,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:31.125941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6c90f8d9-07f7-4aa8-badd-1a82f11d8c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:31.150588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:05:31.151327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42b63978>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:05:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:31.230677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60512) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:31.390643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-edc1d4ee-7b25-4761-883c-64de9ba68889 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:31.392287 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-edc1d4ee-7b25-4761-883c-64de9ba68889 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 815 time: 0.4460371
Dec 21 04:05:31.439792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Request body: {'port': {'device_id': '5b779469-1f62-473f-adda-86fc33a0e8df', 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00', 'admin_state_up': True, 'tenant_id': '0d5c999358804f80929d210c54fe1fc6'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:31.688788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e13e39-0557-4c39-9f54-7c4f90438bed req-d81a30d8-4bc2-4e93-97d9-622d754f7187 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:31.699287 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-36e13e39-0557-4c39-9f54-7c4f90438bed req-d81a30d8-4bc2-4e93-97d9-622d754f7187 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.4380782
Dec 21 04:05:31.713118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Set router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:05:31.931167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 96251880-4b1d-45a6-afcd-8d10a0baa3da up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:32.006860 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbe9dced-510a-4b02-acb9-63e7847292c2 req-eb33590e-f9b2-4f8b-aeb7-06f42ea0ed1f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 210 time: 0.1878605
Dec 21 04:05:32.008550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:32.041146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:32.059757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Made reservation on behalf of 0d5c999358804f80929d210c54fe1fc6 for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:32.066360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.076397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.085824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:05:32.136270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:32.153710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a5743ecd76d742519ca5716adf42249b is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:32.172398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:32.178950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:32.180594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46d227f-9e73-4a94-a3d5-1c411d73c5f7 None None] Network f94c31a9-0fcc-49e5-8972-260be930fd11 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:05:32.208255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 96251880-4b1d-45a6-afcd-8d10a0baa3da completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:32.266536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 757136e1-7589-43b5-8ab4-d78df2348e13 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:32.302040 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4327a7f0>, [{'id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:27Z', 'updated_at': '2020-12-21T04:05:29Z', 'revision_number': 3, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'gw_port': {'id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:32.309893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Checking router: 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:05:32.310287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Updating router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 port 8b280de5-f59e-4227-95da-655f5c712ba6 binding host dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:05:32.404154 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-36e13e39-0557-4c39-9f54-7c4f90438bed req-3be5013c-1926-4fba-9f83-9c8202e7d364 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4560475
Dec 21 04:05:32.441272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.512672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Allocated IP 172.20.0.9 (cbe98613-5022-44ed-8fff-023841696a00/bd547854-51ff-4e39-b7f6-2df69ce4b7cc/6717ed8d-7c1e-4b4b-a666-05029d5a07ef) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:32.565256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.571920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.582185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-a191e094-ccdc-4425-84a9-f47b5c92ec18 None None] Provisioning for port 96251880-4b1d-45a6-afcd-8d10a0baa3da completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:32.582597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-caa03656-a97f-4867-9afa-5094fd3632ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:32.607235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-a191e094-ccdc-4425-84a9-f47b5c92ec18 None None] Provisioning complete for port 96251880-4b1d-45a6-afcd-8d10a0baa3da triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:32.607892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a191e094-ccdc-4425-84a9-f47b5c92ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.614336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2045110-ed76-4eee-8d99-cc55e6b6fefa,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:32.617860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:32.792560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.821247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.840355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:32.889402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.903521 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-bc931eb6-7966-411f-aefa-7d1f3f1507b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5743ecd76d742519ca5716adf42249b&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6706750
Dec 21 04:05:32.907045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60544) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:32.926396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.942206 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Transition to ACTIVE for port object 8b280de5-f59e-4227-95da-655f5c712ba6 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:32.946305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.951300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a191e094-ccdc-4425-84a9-f47b5c92ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:32.962737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 112992d5-34d2-4969-bb40-152ef22b2f72 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:32.965722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:32.996694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Pushing event updated for resources: {'Port': ['ID=6717ed8d-7c1e-4b4b-a666-05029d5a07ef,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:33.002123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:33.042694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 757136e1-7589-43b5-8ab4-d78df2348e13 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:33.065077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Network cbe98613-5022-44ed-8fff-023841696a00 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:33.067213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:33.070784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:33.074052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 757136e1-7589-43b5-8ab4-d78df2348e13 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:33.074498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.075845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:33.076834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.107776 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6724575
Dec 21 04:05:33.134464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Request body: {'port': {'device_id': '5b779469-1f62-473f-adda-86fc33a0e8df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:33.320372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.333307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-a191e094-ccdc-4425-84a9-f47b5c92ec18 None None] For port 96251880-4b1d-45a6-afcd-8d10a0baa3da, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=96251880-4b1d-45a6-afcd-8d10a0baa3da,segment=NetworkSegment(71708052-d65a-486e-b663-e0418f35d4fc),segment_id=71708052-d65a-486e-b663-e0418f35d4fc)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:05:33.366855 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990f316-3d19-442c-a049-0be7ee204f6a None None] Pushing event updated for resources: {'Port': ['ID=8b280de5-f59e-4227-95da-655f5c712ba6,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:33.374702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7990f316-3d19-442c-a049-0be7ee204f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:33.404004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.425162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a191e094-ccdc-4425-84a9-f47b5c92ec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.433998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:33.461380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Allocated IP 172.20.0.1 (f94c31a9-0fcc-49e5-8972-260be930fd11/e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5/036f93f7-e6de-4b89-a3bf-b2a07ff7e103) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:33.551267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 112992d5-34d2-4969-bb40-152ef22b2f72 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:33.551693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.582208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Attempting to bind port 8b280de5-f59e-4227-95da-655f5c712ba6 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:33.584511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Attempting to bind port 8b280de5-f59e-4227-95da-655f5c712ba6 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:33.588292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Attempting to bind port 8b280de5-f59e-4227-95da-655f5c712ba6 on network 62fcf32e-2351-40da-9ead-73ebabec5a60 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:33.598479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:33.603813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:33.604400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.604972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Bound using segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:33.605922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Bound port: 8b280de5-f59e-4227-95da-655f5c712ba6, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:33.606462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.623093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 757136e1-7589-43b5-8ab4-d78df2348e13, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=757136e1-7589-43b5-8ab4-d78df2348e13,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:05:33.649803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.651777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191e094-ccdc-4425-84a9-f47b5c92ec18 None None] Pushing event updated for resources: {'Port': ['ID=96251880-4b1d-45a6-afcd-8d10a0baa3da,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:33.664738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a191e094-ccdc-4425-84a9-f47b5c92ec18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:33.666887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42b63978>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:30Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:33.669473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:33.672722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.701909 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Transition to ACTIVE for port object 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:33.764645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c5246f-2794-498b-8d4b-538487160c9f None None] The sync data for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi is: [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:30Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:05:33.795649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] For port 8b280de5-f59e-4227-95da-655f5c712ba6, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:33.799439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] For port 8b280de5-f59e-4227-95da-655f5c712ba6, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=8b280de5-f59e-4227-95da-655f5c712ba6,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:33.810824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.814239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:33.835542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:33.851578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 96251880-4b1d-45a6-afcd-8d10a0baa3da up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:33.866749 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:33.955790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990f316-3d19-442c-a049-0be7ee204f6a None None] Pushing event updated for resources: {'Port': ['ID=8b280de5-f59e-4227-95da-655f5c712ba6,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:33.962123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=757136e1-7589-43b5-8ab4-d78df2348e13,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:33.972816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7990f316-3d19-442c-a049-0be7ee204f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:33.972990 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:33.979985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a9868b9a-e84f-4360-bc7a-f9ef566ed58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:34.035760 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 96251880-4b1d-45a6-afcd-8d10a0baa3da triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:34.038494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:34.179700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a9868b9a-e84f-4360-bc7a-f9ef566ed58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:34.189045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Pushing event updated for resources: {'Port': ['ID=036f93f7-e6de-4b89-a3bf-b2a07ff7e103,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:34.194716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:34.196545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Routers {'9f7c0fd6-732f-4cce-8eb4-b5dad886af85'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:05:34.197248 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4327a7f0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:05:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:34.262832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4c36c-308f-481f-8b0a-98c64d7e6021 req-792e4063-dbc6-4c3d-966f-adb6096fb4ed tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:34.275361 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5d4c36c-308f-481f-8b0a-98c64d7e6021 req-792e4063-dbc6-4c3d-966f-adb6096fb4ed tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 931 time: 0.5553582
Dec 21 04:05:34.401779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Network f94c31a9-0fcc-49e5-8972-260be930fd11 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:34.403960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:34.407287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:34.460621 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5d4c36c-308f-481f-8b0a-98c64d7e6021 req-fa689ee7-7764-43a9-9944-d9b53246164a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841712
Dec 21 04:05:34.472567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6717ed8d-7c1e-4b4b-a666-05029d5a07ef {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:05:34.517751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:34.533926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd8014-77a4-4ea9-973b-69b928a7739f req-e9d2c03f-b631-4999-9534-d6586a87622f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:34.547875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-90cd8014-77a4-4ea9-973b-69b928a7739f req-e9d2c03f-b631-4999-9534-d6586a87622f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.4902325
Dec 21 04:05:34.563586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950064'] for router_interface, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:34.601720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a9868b9a-e84f-4360-bc7a-f9ef566ed58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:34.605800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-717c41f0-07d8-4e79-8afa-33c0318ae8a0 None None] Provisioning complete for port 96251880-4b1d-45a6-afcd-8d10a0baa3da triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:34.613558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-717c41f0-07d8-4e79-8afa-33c0318ae8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:34.615467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d63ce2b9-f661-45c6-b555-640b503e3b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:34.632876 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Transition to ACTIVE for port object 6717ed8d-7c1e-4b4b-a666-05029d5a07ef will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:34.653277 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-90cd8014-77a4-4ea9-973b-69b928a7739f req-0b7785f0-bbe2-42a0-988c-5aad33d3d7e9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042905
Dec 21 04:05:34.655152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:34.673024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9868b9a-e84f-4360-bc7a-f9ef566ed58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2045110-ed76-4eee-8d99-cc55e6b6fefa,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:34.675824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] Set router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:05:34.677270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a9868b9a-e84f-4360-bc7a-f9ef566ed58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:34.694893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:34.704883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a9868b9a-e84f-4360-bc7a-f9ef566ed58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:34.708526 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a9868b9a-e84f-4360-bc7a-f9ef566ed58f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2045110-ed76-4eee-8d99-cc55e6b6fefa HTTP/1.1" status: 204  len: 168 time: 1.7980223
Dec 21 04:05:34.769641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d5900569-e854-43f1-a741-dbc9e3d4be86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:35.128065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:35.142293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-5d2066fc-b2fc-4005-9100-da486b0207a7 None None] Provisioning complete for port 96251880-4b1d-45a6-afcd-8d10a0baa3da triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:35.143026 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5d2066fc-b2fc-4005-9100-da486b0207a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:35.336255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-5d2066fc-b2fc-4005-9100-da486b0207a7 None None] Provisioning for port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:35.343752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-5d2066fc-b2fc-4005-9100-da486b0207a7 None None] Provisioning complete for port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:35.344543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5d2066fc-b2fc-4005-9100-da486b0207a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:35.345936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375b36b-b50e-4636-bb5b-b020e3331459 req-26fedc86-de1d-4e98-bad8-5705f9f9d800 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:35.354170 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d375b36b-b50e-4636-bb5b-b020e3331459 req-26fedc86-de1d-4e98-bad8-5705f9f9d800 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.3247216
Dec 21 04:05:35.367592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4327a7f0>, [{'id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:27Z', 'updated_at': '2020-12-21T04:05:29Z', 'revision_number': 3, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'gw_port': {'id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:35.375402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e288bd6-8d90-43da-8ba4-37abf613927b None None] The sync data for ids ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'] in dv-cinder-733062-17-iscsi is: [{'id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:27Z', 'updated_at': '2020-12-21T04:05:29Z', 'revision_number': 3, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'gw_port': {'id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:05:35.434788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-5d2066fc-b2fc-4005-9100-da486b0207a7 None None] Port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:05:35.471660 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d375b36b-b50e-4636-bb5b-b020e3331459 req-af777c1b-7f3c-4051-b45f-173b4385b5d5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164963
Dec 21 04:05:35.546005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Pushing event updated for resources: {'Port': ['ID=6717ed8d-7c1e-4b4b-a666-05029d5a07ef,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:35.569050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:35.635582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Attempting to bind port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:35.638352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Attempting to bind port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:35.639128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Attempting to bind port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef on network cbe98613-5022-44ed-8fff-023841696a00 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:35.649820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:35.654846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Checking segment: {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:35.655481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:35.656020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Bound using segment: {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:35.656652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Bound port: 6717ed8d-7c1e-4b4b-a666-05029d5a07ef, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:35.657177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:35.674664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:35.681077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:35.803729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:35.830924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 757136e1-7589-43b5-8ab4-d78df2348e13 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:35.874776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853480123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949643'] for router_interface, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:36.061064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 757136e1-7589-43b5-8ab4-d78df2348e13 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:36.061944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:36.077709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] For port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:36.110152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Pushing event updated for resources: {'Port': ['ID=036f93f7-e6de-4b89-a3bf-b2a07ff7e103,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:36.112402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] For port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6717ed8d-7c1e-4b4b-a666-05029d5a07ef,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:36.122180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:36.144054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6d432-e917-4d3b-be6f-02e7b51d4338 req-2a7fd795-6768-4b92-9269-a3b3db878c4a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:36.145749 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e6d6d432-e917-4d3b-be6f-02e7b51d4338 req-2a7fd795-6768-4b92-9269-a3b3db878c4a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:05:36.161314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:36.204480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2992ef1a-1690-4ffd-b218-9dc7adbe1852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:36.208256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Network f94c31a9-0fcc-49e5-8972-260be930fd11 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:36.209764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:36.478127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Pushing event updated for resources: {'Port': ['ID=6717ed8d-7c1e-4b4b-a666-05029d5a07ef,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:36.511542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60604) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:36.520437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:36.663675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e6d6d432-e917-4d3b-be6f-02e7b51d4338 req-2a7fd795-6768-4b92-9269-a3b3db878c4a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:05:36.665021 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e6d6d432-e917-4d3b-be6f-02e7b51d4338 req-2a7fd795-6768-4b92-9269-a3b3db878c4a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 943 time: 0.8802004
Dec 21 04:05:36.691584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-2db95131-7df3-464b-882b-fd5de1a95fc2 None None] Provisioning complete for port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:36.692271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2db95131-7df3-464b-882b-fd5de1a95fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:36.763669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:05:36.811708 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e6d6d432-e917-4d3b-be6f-02e7b51d4338 req-df8aee35-1e7d-4de4-9b6a-6d8861e6bb86 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388593
Dec 21 04:05:36.842361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:36.842760 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:36.844311 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] 10.222.0.55 "PUT /v2.0/ports/6717ed8d-7c1e-4b4b-a666-05029d5a07ef HTTP/1.1" status: 200  len: 1157 time: 3.7202644
Dec 21 04:05:36.844857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b779469-1f62-473f-adda-86fc33a0e8df', 'tag': '6717ed8d-7c1e-4b4b-a666-05029d5a07ef'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:05:36.887020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-2db95131-7df3-464b-882b-fd5de1a95fc2 None None] Port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:05:36.887109 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1155062756-network', 'tenant_id': '13fc3096c5c34fe8b975ecce478f85fc'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:36.908297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:36.917537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Usage tracker for resource:network and tenant:13fc3096c5c34fe8b975ecce478f85fc is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:36.924562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:36.941419 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:36.970746 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b779469-1f62-473f-adda-86fc33a0e8df', 'tag': '6717ed8d-7c1e-4b4b-a666-05029d5a07ef', 'status': 'completed', 'code': 200}
Dec 21 04:05:36.987506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a4c249f8-979a-4aaf-8775-8a1c5bbf9c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.024008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-7d0bd638-5f6d-4e39-bda6-d760ce0e47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:37.025687 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-7d0bd638-5f6d-4e39-bda6-d760ce0e47a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 1160 time: 0.1039960
Dec 21 04:05:37.044637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Made reservation on behalf of 13fc3096c5c34fe8b975ecce478f85fc for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:37.049311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.070083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.087057 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.110422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:37.120096 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Usage tracker for resource:security_group_rule and tenant:13fc3096c5c34fe8b975ecce478f85fc is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:37.121223 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-035206bf-d77a-40d3-bf87-dec40854eb01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6717ed8d-7c1e-4b4b-a666-05029d5a07ef HTTP/1.1" status: 200  len: 217 time: 0.0861886
Dec 21 04:05:37.124782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:37.135644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:37.138329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:05:37.151977 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] 10.222.0.16 "PUT /v2.0/routers/9f7c0fd6-732f-4cce-8eb4-b5dad886af85/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0983331
Dec 21 04:05:37.204506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-a066931a-3c2d-4b01-986e-a5cb45dbd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:37.206095 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-a066931a-3c2d-4b01-986e-a5cb45dbd3ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd547854-51ff-4e39-b7f6-2df69ce4b7cc HTTP/1.1" status: 200  len: 855 time: 0.0704184
Dec 21 04:05:37.242864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.245834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.250127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8a32cdb8-68e7-4eb5-a119-e03876377dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:37.277317 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-143e1569-e714-4b55-97f9-bad0890d3087 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbe98613-5022-44ed-8fff-023841696a00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543797
Dec 21 04:05:37.284485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:05:37.294086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55166e9b-2f1a-49ac-818b-a619d00612f5,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:37.297550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:37.301896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.302239 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Added segment 1cccd009-7dcb-4411-a654-ed5e45734ef1 of type vxlan for network 0cb38372-b1fe-404c-9646-e5579ec8fe7b
Dec 21 04:05:37.329904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.373165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.374452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:37.375132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.380500 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:37.461867 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-deee95c5-825a-4927-b5fd-d51f3fe3cc33 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1774168
Dec 21 04:05:37.484040 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.9720407
Dec 21 04:05:37.489922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60626) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:37.490828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb38372-b1fe-404c-9646-e5579ec8fe7b,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:37.495735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:37.499604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Request body: {'subnet': {'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1155062756-subnet', 'tenant_id': '13fc3096c5c34fe8b975ecce478f85fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:37.503160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 0cb38372-b1fe-404c-9646-e5579ec8fe7b details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:05:37.504792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:37.509019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Usage tracker for resource:subnet and tenant:13fc3096c5c34fe8b975ecce478f85fc is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:37.512172 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:37.518060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:37.529298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Made reservation on behalf of 13fc3096c5c34fe8b975ecce478f85fc for: {'subnet': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:37.538064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network 0cb38372-b1fe-404c-9646-e5579ec8fe7b details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:05:37.542768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6897958'] for subnet, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:37.717176 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c1561d5-b404-40ee-8ff6-5f5836dfd71c req-19467f9f-adb2-4619-8c6f-ee2b9515a59e service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2460647
Dec 21 04:05:37.808140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 8b280de5-f59e-4227-95da-655f5c712ba6 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:37.884774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 8b280de5-f59e-4227-95da-655f5c712ba6 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:37.894131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 8b280de5-f59e-4227-95da-655f5c712ba6 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:37.894555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:38.067459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:38.086108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 8b280de5-f59e-4227-95da-655f5c712ba6, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=8b280de5-f59e-4227-95da-655f5c712ba6,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:05:38.089284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:38.091997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:38.243583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=8b280de5-f59e-4227-95da-655f5c712ba6,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:38.246782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:38.248293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:38.301961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847871921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6897975'] for subnet, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:38.318739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:38.499485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=950cc1e3-d381-4b3d-af91-d88bbdfb7841,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:38.512890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:38.574810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69244413-070b-48e6-8afe-46a6b7cae367 req-ebd0d5e2-158b-459f-b248-6484ef00b370 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:38.576445 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-69244413-070b-48e6-8afe-46a6b7cae367 req-ebd0d5e2-158b-459f-b248-6484ef00b370 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 943 time: 0.2054398
Dec 21 04:05:38.632541 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Checking segment: {'id': '1cccd009-7dcb-4411-a654-ed5e45734ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:38.632943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Network hostable DHCP agents. Network: 0cb38372-b1fe-404c-9646-e5579ec8fe7b, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:05:38.656016 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-69244413-070b-48e6-8afe-46a6b7cae367 req-8bb2cb5d-00c4-44b9-8189-77fd1427615a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724826
Dec 21 04:05:38.663799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Network 0cb38372-b1fe-404c-9646-e5579ec8fe7b is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:05:38.672503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 0cb38372-b1fe-404c-9646-e5579ec8fe7b) {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:38.687835 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23bf928-0036-465c-9e14-445b98a00bb3 None None] Network 0cb38372-b1fe-404c-9646-e5579ec8fe7b requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:05:38.696778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:38.697397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:38.720473 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-cc8d368c-d6ad-4008-a112-d824a531c17e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2249012
Dec 21 04:05:38.861682 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:38.932285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7dff6d-2c37-41d0-8268-6b05f9d467e4 None None] Network 0cb38372-b1fe-404c-9646-e5579ec8fe7b requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:05:39.096527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Sync routers for ids ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:05:39.123200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Routers {'9f7c0fd6-732f-4cce-8eb4-b5dad886af85'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:05:39.123873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e425a3278>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:05:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:39.348812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Set router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:05:39.699742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e425a3278>, [{'id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:27Z', 'updated_at': '2020-12-21T04:05:34Z', 'revision_number': 4, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'gw_port': {'id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '036f93f7-e6de-4b89-a3bf-b2a07ff7e103', 'name': '', 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'mac_address': 'fa:16:3e:f2:57:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:33Z', 'updated_at': '2020-12-21T04:05:35Z', 'revision_number': 2, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'subnets': [{'id': 'e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:39.703874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Checking router: 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:05:39.704268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Updating router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 binding host dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:05:39.732739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 8b280de5-f59e-4227-95da-655f5c712ba6 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:39.809190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:39.886112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 8b280de5-f59e-4227-95da-655f5c712ba6 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:39.886453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:40.345205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1443436908', 'description': 'tempest-TestShelveInstance-1443436908 description'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:40.403449 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:40.411764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Usage tracker for resource:security_group and tenant:b07ec805977d456b9447a634af514cde is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:40.418189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:40.429176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:40.467555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:40.502844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:40.506686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-c774d804-17bc-48e5-a6b7-c7424fb8bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:40.508400 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-c774d804-17bc-48e5-a6b7-c7424fb8bc11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 1160 time: 0.2252476
Dec 21 04:05:40.544021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:40.547534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Usage tracker for resource:security_group_rule and tenant:b07ec805977d456b9447a634af514cde is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:40.558512 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Transition to ACTIVE for port object 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:40.561961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:40.578794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:40.580178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:40.595206 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:40.611047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fd47d-34f3-4076-b1fc-5ac57b2566f9 req-bc28fbb7-c488-4f9a-9b23-f346201dda76 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:40.612927 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b03fd47d-34f3-4076-b1fc-5ac57b2566f9 req-bc28fbb7-c488-4f9a-9b23-f346201dda76 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0926149
Dec 21 04:05:40.615746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-76abcd53-651c-458f-b83b-e0bf3e444f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:40.617368 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-76abcd53-651c-458f-b83b-e0bf3e444f4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1163 time: 0.2662835
Dec 21 04:05:40.676499 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b03fd47d-34f3-4076-b1fc-5ac57b2566f9 req-d64b7793-0ebb-413d-9cb6-40e34a590c10 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551748
Dec 21 04:05:40.726021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4863304-6022-4168-98f5-dd13545ff1da None None] Pushing event updated for resources: {'Port': ['ID=036f93f7-e6de-4b89-a3bf-b2a07ff7e103,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:40.737351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f4863304-6022-4168-98f5-dd13545ff1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:40.912784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Attempting to bind port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:40.913218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Attempting to bind port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '71708052-d65a-486e-b663-e0418f35d4fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:40.913770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Attempting to bind port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 on network f94c31a9-0fcc-49e5-8972-260be930fd11 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:40.919862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:40.920280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Checking segment: {'id': '71708052-d65a-486e-b663-e0418f35d4fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:40.920752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:40.921137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Bound using segment: {'id': '71708052-d65a-486e-b663-e0418f35d4fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:40.921660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Bound port: 036f93f7-e6de-4b89-a3bf-b2a07ff7e103, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71708052-d65a-486e-b663-e0418f35d4fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:40.922077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:40.961628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-6f52ea73-9478-47d7-bb1b-c51471164656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:40.963040 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-6f52ea73-9478-47d7-bb1b-c51471164656 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 909 time: 0.4123838
Dec 21 04:05:40.978802 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4215cd92-80b9-4801-b084-5354f12838a8 req-ab41e497-927b-4149-8036-aa2a22d3faf2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4682574
Dec 21 04:05:40.982603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfd705-47cf-4b6c-8739-1d765bf3e85a req-7e0a930a-5a21-4578-9721-2596421c466f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:40.992445 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-05bfd705-47cf-4b6c-8739-1d765bf3e85a req-7e0a930a-5a21-4578-9721-2596421c466f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 943 time: 0.1199503
Dec 21 04:05:41.022697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] For port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:41.025913 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] For port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=036f93f7-e6de-4b89-a3bf-b2a07ff7e103,segment=NetworkSegment(71708052-d65a-486e-b663-e0418f35d4fc),segment_id=71708052-d65a-486e-b663-e0418f35d4fc)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:41.034532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:41.042222 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-05bfd705-47cf-4b6c-8739-1d765bf3e85a req-878f32c2-f585-4021-a634-4494564efc7d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488412
Dec 21 04:05:41.049901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bd8e2b82-221d-4869-8a7c-f862409bac49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:41.055149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-ad57d589-a2f5-4af5-bd07-1d4712033665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:41.056686 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-ad57d589-a2f5-4af5-bd07-1d4712033665 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 913 time: 0.4231617
Dec 21 04:05:41.172425 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-b7e622f8-865e-49de-bfd4-e0450097e50b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6717ed8d-7c1e-4b4b-a666-05029d5a07ef HTTP/1.1" status: 200  len: 217 time: 0.1799948
Dec 21 04:05:41.185036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:41.216860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4863304-6022-4168-98f5-dd13545ff1da None None] Pushing event updated for resources: {'Port': ['ID=036f93f7-e6de-4b89-a3bf-b2a07ff7e103,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:41.229238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f4863304-6022-4168-98f5-dd13545ff1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:41.233001 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-d7d8a788-d86e-4c86-8928-fb7cb7107aa6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c4622-8f1b-42c5-bfc5-c5e155218d89 HTTP/1.1" status: 200  len: 217 time: 0.1602409
Dec 21 04:05:41.237394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:41.249346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2385775b-83e9-4197-881f-2528a95c5165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:41.256738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Routers {'9f7c0fd6-732f-4cce-8eb4-b5dad886af85'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:05:41.257385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e425a3278>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:05:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:41.389019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-3acfbec5-3351-4d2c-896b-64e085bd189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:41.390986 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-3acfbec5-3351-4d2c-896b-64e085bd189a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd547854-51ff-4e39-b7f6-2df69ce4b7cc HTTP/1.1" status: 200  len: 855 time: 0.1976345
Dec 21 04:05:41.391401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:41.392588 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d7775373-4324-41ce-90be-8f8cbf6273b6 req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1757 time: 1.0519307
Dec 21 04:05:41.397343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f3a10-da00-4297-95de-3f1efe38de68,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:41.419344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:41.457592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-4948b3be-4fcd-4ce7-b2fe-6973fc9761ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:41.459252 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-4948b3be-4fcd-4ce7-b2fe-6973fc9761ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 200  len: 859 time: 0.2151151
Dec 21 04:05:41.471143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] Set router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:05:41.473028 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-af862234-80ce-44f6-92e9-dafc2e04b605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbe98613-5022-44ed-8fff-023841696a00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0588713
Dec 21 04:05:41.478643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215cd92-80b9-4801-b084-5354f12838a8 req-22dbd7df-de1b-4632-8ca3-b555c2cbbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:41.480316 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4215cd92-80b9-4801-b084-5354f12838a8 req-22dbd7df-de1b-4632-8ca3-b555c2cbbe4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 1162 time: 0.4156470
Dec 21 04:05:41.617308 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-3c7b4309-b69a-4b77-955b-0f444baede91 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups/c69f3a10-da00-4297-95de-3f1efe38de68 HTTP/1.1" status: 200  len: 1752 time: 0.0599959
Dec 21 04:05:41.623019 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-edf48e83-23c6-4eda-8214-be351b4f9e01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e2c2a6e4-9130-437b-b1c6-0bb90f013677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1314487
Dec 21 04:05:41.628168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c69f3a10-da00-4297-95de-3f1efe38de68', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:41.628535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c69f3a10-da00-4297-95de-3f1efe38de68', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:41.635670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:41.641178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Usage tracker for resource:security_group_rule and tenant:b07ec805977d456b9447a634af514cde is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:41.644293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:41.650621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:41.716947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group_rule, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:41.747235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:41.751197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:41.766061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:41.789560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f724ea-4281-468b-81be-f296c3b76f7c,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:41.792949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:41.804126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group_rule, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:41.816074 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-22ac0144-0912-4195-88ec-7892a0c4a296 req-c3b6d5bb-a25a-4f5a-a7ad-cc2eee3b37d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1924622
Dec 21 04:05:41.897828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e425a3278>, [{'id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:27Z', 'updated_at': '2020-12-21T04:05:34Z', 'revision_number': 4, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'gw_port': {'id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '036f93f7-e6de-4b89-a3bf-b2a07ff7e103', 'name': '', 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'mac_address': 'fa:16:3e:f2:57:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:33Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'subnets': [{'id': 'e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:05:41.911172 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52355f2-e060-4bad-bac3-4b28ee01a34e None None] The sync data for ids ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'] in dv-cinder-733062-17-iscsi is: [{'id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:27Z', 'updated_at': '2020-12-21T04:05:34Z', 'revision_number': 4, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'gw_port': {'id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '036f93f7-e6de-4b89-a3bf-b2a07ff7e103', 'name': '', 'network_id': 'f94c31a9-0fcc-49e5-8972-260be930fd11', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'mac_address': 'fa:16:3e:f2:57:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:33Z', 'updated_at': '2020-12-21T04:05:41Z', 'revision_number': 4, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'subnets': [{'id': 'e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:05:41.931681 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-87a741f4-ba46-488b-ae48-3412bb2ca84c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups/c69f3a10-da00-4297-95de-3f1efe38de68 HTTP/1.1" status: 200  len: 2313 time: 0.0852637
Dec 21 04:05:41.946363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c69f3a10-da00-4297-95de-3f1efe38de68', 'remote_group_id': None}]} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:41.946363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c69f3a10-da00-4297-95de-3f1efe38de68', 'remote_group_id': None}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:41.950259 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:41.958344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Usage tracker for resource:security_group_rule and tenant:b07ec805977d456b9447a634af514cde is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:41.980942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:41.999990 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:42.082059 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group_rule, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:42.115892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:42.118748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:42.126862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ef122b24-bddd-4fb3-adf0-229eef5d8aeb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:42.148093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18410ca8-4ee9-450a-b7ef-2aca82d69806,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:42.159428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.159824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.160221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.160739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.161128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.161507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.161940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.162330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.162721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.163123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.163500 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.163876 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.164307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.164683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.165047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.165408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.165779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.166147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.166614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.166866 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.167285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.167653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.168031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.168400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:42.172501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:42.179124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group_rule, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:42.180729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f7935b-a1b8-45a0-8eb5-ca7706cbca8f req-6a9bca5a-eb21-485c-8805-a10b0e0cd4ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.2437460
Dec 21 04:05:42.280970 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-98dbb674-85b3-42e3-9124-7537cc74f720 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7245476
Dec 21 04:05:42.281965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215cd92-80b9-4801-b084-5354f12838a8 req-f58e6b98-c6a8-4637-9443-6433f781541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:42.283445 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4215cd92-80b9-4801-b084-5354f12838a8 req-f58e6b98-c6a8-4637-9443-6433f781541c service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 909 time: 0.7284677
Dec 21 04:05:42.417813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25155b-3d55-42a3-81eb-761e82fad1c6 req-6f2ed4ea-435c-4d67-961e-842ca8162910 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:42.434787 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3d25155b-3d55-42a3-81eb-761e82fad1c6 req-6f2ed4ea-435c-4d67-961e-842ca8162910 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 943 time: 0.1227820
Dec 21 04:05:42.450516 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-2c9bc55d-5e17-4f47-a5a4-42c8999f5a3e service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8089111
Dec 21 04:05:42.452303 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4215cd92-80b9-4801-b084-5354f12838a8 req-6e0b188d-35af-421d-b608-99407200e4ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d06276-942a-422b-add5-5fb80a8c96cc HTTP/1.1" status: 200  len: 217 time: 0.1514063
Dec 21 04:05:42.513233 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3d25155b-3d55-42a3-81eb-761e82fad1c6 req-3c624892-33d1-4493-a51b-466318c33af6 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772791
Dec 21 04:05:42.669915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc684c-7e73-48c8-b1da-9fa0650bf1ac req-ff14a9b1-8f23-4f07-8685-bbbebf12bc2f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:42.678400 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d5bc684c-7e73-48c8-b1da-9fa0650bf1ac req-ff14a9b1-8f23-4f07-8685-bbbebf12bc2f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.6089175
Dec 21 04:05:42.782866 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d5bc684c-7e73-48c8-b1da-9fa0650bf1ac req-f9bf795c-ca8b-4efa-9976-a14eca32356d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035104
Dec 21 04:05:42.836411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215cd92-80b9-4801-b084-5354f12838a8 req-e0fa111a-a920-41ed-b87b-4cb35e810eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:42.837823 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4215cd92-80b9-4801-b084-5354f12838a8 req-e0fa111a-a920-41ed-b87b-4cb35e810eef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd547854-51ff-4e39-b7f6-2df69ce4b7cc HTTP/1.1" status: 200  len: 855 time: 0.3244495
Dec 21 04:05:42.848162 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-878bb626-18cb-45c6-9ae5-d52f5cfca5f2 req-402b0ab8-d6e9-464f-b048-0470ffea39d7 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4830575
Dec 21 04:05:42.892238 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f716042-a7de-45bb-a7b0-bb8beffbc8ef req-52ceccbb-cde3-46e9-95a1-ad91ff254986 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4201608
Dec 21 04:05:43.074372 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4215cd92-80b9-4801-b084-5354f12838a8 req-1dccf414-6f27-49fa-960e-c7c82884cc3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbe98613-5022-44ed-8fff-023841696a00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510647
Dec 21 04:05:43.293359 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4215cd92-80b9-4801-b084-5354f12838a8 req-00a466c6-715d-4128-8252-32ef117042f0 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734166
Dec 21 04:05:43.501467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-573c3936-21d9-413a-aa4a-34d5725f52de tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:43.502250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-573c3936-21d9-413a-aa4a-34d5725f52de tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Synchronizing usage tracker for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:network {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:05:43.537485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-573c3936-21d9-413a-aa4a-34d5725f52de tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Unset dirty status for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:network {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:05:43.540656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6717ed8d-7c1e-4b4b-a666-05029d5a07ef up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:43.544606 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4215cd92-80b9-4801-b084-5354f12838a8 req-41204b57-9cb5-42fa-8a53-6a95df135cf7 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2402556
Dec 21 04:05:43.547897 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-573c3936-21d9-413a-aa4a-34d5725f52de tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/networks?id=0cb38372-b1fe-404c-9646-e5579ec8fe7b HTTP/1.1" status: 200  len: 814 time: 0.2793357
Dec 21 04:05:43.565084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60784) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:43.589952 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-d746ef6b-d0eb-4536-8246-23f62ef06a0f tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/quotas/13fc3096c5c34fe8b975ecce478f85fc HTTP/1.1" status: 200  len: 375 time: 0.0273271
Dec 21 04:05:43.628968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:43.635032 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:43.635459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:43.660109 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-0c3ebc2d-f20b-4963-9d01-b5649f74be4f tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?tenant_id=13fc3096c5c34fe8b975ecce478f85fc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0680192
Dec 21 04:05:43.827328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fab81f-95eb-4d37-858c-369450c39711 req-f8fb4e06-606a-4ab7-a7de-8d9339bc850c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:43.835943 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-62fab81f-95eb-4d37-858c-369450c39711 req-f8fb4e06-606a-4ab7-a7de-8d9339bc850c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 943 time: 0.1200800
Dec 21 04:05:43.876298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:43.889257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:43.914985 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-3500eca7-2ea0-4bd5-9836-8a556d051b1a service neutron] 10.222.0.16 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462173
Dec 21 04:05:43.915753 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-62fab81f-95eb-4d37-858c-369450c39711 req-b8fe6fc9-ddb7-46c6-94b8-c6d6060d9625 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786860
Dec 21 04:05:43.955916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:43.973246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:43.978166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b4e98894214b3b9a12e54d3b8d376f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:43.981373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:43.987951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:43.990953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6717ed8d-7c1e-4b4b-a666-05029d5a07ef,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:05:44.012108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b779469-1f62-473f-adda-86fc33a0e8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6717ed8d-7c1e-4b4b-a666-05029d5a07ef'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:05:44.040715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.049390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4998f491-2ae0-4989-a78c-f60eada7694b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:44.117091 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-02136677-e71f-483a-9dda-46856fbb6416 service neutron] 10.222.0.16 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2001107
Dec 21 04:05:44.160155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.165340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.200715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:44.211055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:44.211476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.236022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b644f71d-1641-4c90-b3b0-cce4e61e10d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:44.254182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=6717ed8d-7c1e-4b4b-a666-05029d5a07ef,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:44.260418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:44.272519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30218d40-fbec-445c-9eae-ad1dd248df2a,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:44.352679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.353095 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.353494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.353891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.354281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.354673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.355087 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.355478 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.355882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.356225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.356605 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.356988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.357424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.357804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.358181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.358560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.358976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.359369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.359741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.360113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.360489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.360865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.361240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.361612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:44.388940 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b779469-1f62-473f-adda-86fc33a0e8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6717ed8d-7c1e-4b4b-a666-05029d5a07ef', 'code': 200}
Dec 21 04:05:44.413206 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4b4e98894214b3b9a12e54d3b8d376f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8459744
Dec 21 04:05:44.416319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60810) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:44.416442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:44.425757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.458296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6717ed8d-7c1e-4b4b-a666-05029d5a07ef up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:44.548201 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=036f93f7-e6de-4b89-a3bf-b2a07ff7e103,segment=NetworkSegment(71708052-d65a-486e-b663-e0418f35d4fc),segment_id=71708052-d65a-486e-b663-e0418f35d4fc)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:05:44.555148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.561671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ff65a19f-3d6a-403b-83bc-abd623f095d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.574798 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:44.622335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f2b42-a66b-48b3-bb8d-1a09937e8bd2 req-5e754aac-3dd8-45ee-925c-ee23dd20cd05 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:44.628232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ff65a19f-3d6a-403b-83bc-abd623f095d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.634017 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-687f2b42-a66b-48b3-bb8d-1a09937e8bd2 req-5e754aac-3dd8-45ee-925c-ee23dd20cd05 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.4716430
Dec 21 04:05:44.635392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:44.637335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.733766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ff65a19f-3d6a-403b-83bc-abd623f095d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.740753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-69708bc0-bf81-41e9-a52e-729923c8d3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:44.779608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65a19f-3d6a-403b-83bc-abd623f095d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30218d40-fbec-445c-9eae-ad1dd248df2a,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:44.781967 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ff65a19f-3d6a-403b-83bc-abd623f095d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:44.794522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ff65a19f-3d6a-403b-83bc-abd623f095d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:44.795890 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ff65a19f-3d6a-403b-83bc-abd623f095d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30218d40-fbec-445c-9eae-ad1dd248df2a HTTP/1.1" status: 204  len: 168 time: 0.3779380
Dec 21 04:05:44.857415 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-687f2b42-a66b-48b3-bb8d-1a09937e8bd2 req-e6d05e86-e883-4fd1-87ea-a71e82a4f336 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207644
Dec 21 04:05:44.878626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=036f93f7-e6de-4b89-a3bf-b2a07ff7e103,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:44.882706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:44.883984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14fb55-4ce9-4387-9e80-2d43ae535988 req-d4e5ec0d-09b5-450d-8a85-6f17493a5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:44.885644 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4f14fb55-4ce9-4387-9e80-2d43ae535988 req-d4e5ec0d-09b5-450d-8a85-6f17493a5f21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 1162 time: 0.1832500
Dec 21 04:05:45.028876 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9491347e-8c84-4efe-8029-185ef0c5b0c2 req-4d9f9522-f9d6-4ada-a979-f1ab590128d8 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 210 time: 0.0595551
Dec 21 04:05:45.032245 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4f14fb55-4ce9-4387-9e80-2d43ae535988 req-ed06eec8-cfc4-40ff-9c3a-22cc0e4dc965 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326206
Dec 21 04:05:45.220774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3638f60-3ef9-4399-a562-5bd33c6c9d00 req-fb820ecd-9530-4084-ba16-481ca35bd390 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:45.222401 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3638f60-3ef9-4399-a562-5bd33c6c9d00 req-fb820ecd-9530-4084-ba16-481ca35bd390 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 945 time: 0.0843809
Dec 21 04:05:45.271717 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3638f60-3ef9-4399-a562-5bd33c6c9d00 req-c45cc411-4c31-4111-8f2f-34dd0d6e4b32 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422719
Dec 21 04:05:45.735227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:45.807639 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 60848) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:45.813281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:45.813804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:45.973811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-903262586-network', 'tenant_id': '012f21126d7d455391ef888198a0925c'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:45.981940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:45.997598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Usage tracker for resource:network and tenant:012f21126d7d455391ef888198a0925c is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:46.000847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:46.009842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:46.023396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Made reservation on behalf of 012f21126d7d455391ef888198a0925c for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:46.028444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.048256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.122983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:05:46.133717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:46.141356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Usage tracker for resource:security_group_rule and tenant:012f21126d7d455391ef888198a0925c is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:46.161632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:46.172771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:46.223313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd9cd-ac35-4df3-98e2-7b5822764d30 req-ed3bc1ad-aad5-4a68-9f07-c9537d94cfaf tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:46.225656 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fa2bd9cd-ac35-4df3-98e2-7b5822764d30 req-ed3bc1ad-aad5-4a68-9f07-c9537d94cfaf tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1635673
Dec 21 04:05:46.309908 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-b40778f5-2322-4b84-b847-461a9a8fb866 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:46.311595 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-b40778f5-2322-4b84-b847-461a9a8fb866 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.55 "GET /v2.0/networks?id=0cb38372-b1fe-404c-9646-e5579ec8fe7b HTTP/1.1" status: 200  len: 814 time: 0.2237580
Dec 21 04:05:46.318714 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fa2bd9cd-ac35-4df3-98e2-7b5822764d30 req-5bc146e0-f9be-4597-a52a-57b47d6ae60b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829527
Dec 21 04:05:46.333283 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Request body: {'port': {'device_id': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b', 'admin_state_up': True, 'tenant_id': '13fc3096c5c34fe8b975ecce478f85fc'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:46.416076 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6717ed8d-7c1e-4b4b-a666-05029d5a07ef up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:46.510854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.522149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.527032 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-dcc45d41-a321-4463-81cc-9caa7bf5c35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:46.616667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:46.617091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.626561 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e54ae2-8c4c-4566-b9ee-2b9b6825a649,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:46.643992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:46.753471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:05:46.758176 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-252893e4-496b-4f8a-b4d5-40fb8a9c6526 req-dc6601ae-e485-472e-994e-6b9b21bfc1d3 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 210 time: 0.2101219
Dec 21 04:05:46.759483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:46.774161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.774554 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Added segment a97c1fc9-09d6-4b3d-b8a8-a96a49536f41 of type vxlan for network b2a3a343-ad64-49b0-b882-98a263ddf1dc
Dec 21 04:05:46.776588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Usage tracker for resource:port and tenant:13fc3096c5c34fe8b975ecce478f85fc is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:46.780655 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Quota usage for port was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:46.788611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:46.816114 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Made reservation on behalf of 13fc3096c5c34fe8b975ecce478f85fc for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:46.824244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.826065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6a69f-af17-4829-a5cb-14d4762307cd req-50d748ea-aea4-4851-8ac2-fb49d90ef9c0 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:46.834361 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b2e6a69f-af17-4829-a5cb-14d4762307cd req-50d748ea-aea4-4851-8ac2-fb49d90ef9c0 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 945 time: 0.2088990
Dec 21 04:05:46.858755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.908497 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b2e6a69f-af17-4829-a5cb-14d4762307cd req-274f10d6-720d-42b8-bb56-64e51420d3cd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731840
Dec 21 04:05:46.920651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.922224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:46.922923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:46.929455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:47.034886 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.2257791
Dec 21 04:05:47.038761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 60876) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:47.041479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Pushing event updated for resources: {'Network': ['ID=b2a3a343-ad64-49b0-b882-98a263ddf1dc,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:47.044494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:47.045935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Request body: {'subnet': {'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-903262586-subnet', 'tenant_id': '012f21126d7d455391ef888198a0925c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:47.052275 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network b2a3a343-ad64-49b0-b882-98a263ddf1dc details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:05:47.060562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:47.070630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network b2a3a343-ad64-49b0-b882-98a263ddf1dc details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:05:47.072622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Usage tracker for resource:subnet and tenant:012f21126d7d455391ef888198a0925c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:47.082417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:47.092244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:47.120168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Made reservation on behalf of 012f21126d7d455391ef888198a0925c for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:47.126860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:47.308455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Allocated IP 172.20.0.9 (0cb38372-b1fe-404c-9646-e5579ec8fe7b/950cc1e3-d381-4b3d-af91-d88bbdfb7841/143f81ae-4663-43fe-a5c8-1eea68349715) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:47.953490 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:47.971701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efe513-6fbc-4e2d-9673-81b07b4c5344 req-583b4ae5-0b53-4d69-80c5-e604a833e68a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:47.973317 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7efe513-6fbc-4e2d-9673-81b07b4c5344 req-583b4ae5-0b53-4d69-80c5-e604a833e68a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.5034378
Dec 21 04:05:48.101355 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7efe513-6fbc-4e2d-9673-81b07b4c5344 req-835eccc2-dced-41a2-9b2c-b724c20dbfc5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202652
Dec 21 04:05:48.104590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:48.121076 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:48.275777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Pushing event updated for resources: {'Port': ['ID=143f81ae-4663-43fe-a5c8-1eea68349715,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:48.317973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:48.380323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:48.455574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:48.458385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Network 0cb38372-b1fe-404c-9646-e5579ec8fe7b is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:48.477474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3349ab3a-77fc-4cce-8d60-7994bf370c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:48.508917 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:48.518350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:48.522856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:48.523612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:48.549005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f2e3d-621a-49ff-8731-2ef2997655c2 req-cfa6c1c7-4a0d-4674-a337-7500a0e6193d tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:48.550614 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f52f2e3d-621a-49ff-8731-2ef2997655c2 req-cfa6c1c7-4a0d-4674-a337-7500a0e6193d tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 931 time: 0.2856259
Dec 21 04:05:48.695971 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3676987
Dec 21 04:05:48.700614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1228706-9299-42ec-a78b-acc32ddcf768,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:48.708317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:48.711356 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f52f2e3d-621a-49ff-8731-2ef2997655c2 req-6c66fa9e-ebce-482f-84e8-4926f9470c40 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534181
Dec 21 04:05:48.767951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Checking segment: {'id': 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:48.768349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Network hostable DHCP agents. Network: b2a3a343-ad64-49b0-b882-98a263ddf1dc, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:05:48.788541 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Network b2a3a343-ad64-49b0-b882-98a263ddf1dc is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:05:48.797062 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, b2a3a343-ad64-49b0-b882-98a263ddf1dc) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:48.801075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:48.801809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:48.806196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2bd476-3e91-4d22-b891-c015496d9e27 None None] Network b2a3a343-ad64-49b0-b882-98a263ddf1dc requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:05:48.829063 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7802317
Dec 21 04:05:48.921116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9cbe0-8260-411f-8b6d-8851109f5a67 req-32847436-6531-4f7c-a487-18d2e22e4a67 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:48.922892 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3aa9cbe0-8260-411f-8b6d-8851109f5a67 req-32847436-6531-4f7c-a487-18d2e22e4a67 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 945 time: 0.0947559
Dec 21 04:05:48.991414 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3aa9cbe0-8260-411f-8b6d-8851109f5a67 req-82def708-346a-48e8-9a23-e49a8bddbb28 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621030
Dec 21 04:05:49.094721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27deb4b0-f3e1-4e9f-8645-233a070618c7 None None] Network b2a3a343-ad64-49b0-b882-98a263ddf1dc requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:05:50.387498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Request body: {'port': {'device_id': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:50.525096 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:50.648171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d2662-7770-40d2-b7ef-0a9d564746cd req-560d340f-e75d-4c9c-936b-65a41b9dc20d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:50.649805 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8a0d2662-7770-40d2-b7ef-0a9d564746cd req-560d340f-e75d-4c9c-936b-65a41b9dc20d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0864439
Dec 21 04:05:50.704505 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8a0d2662-7770-40d2-b7ef-0a9d564746cd req-b3dafedb-51e8-41c9-95e6-718abf4c2706 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477474
Dec 21 04:05:50.776989 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917dd07-5a52-4ba9-b133-2c730164d550 req-545f40d0-d0c8-41df-9a48-4813577d15c7 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:50.777740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-d917dd07-5a52-4ba9-b133-2c730164d550 req-545f40d0-d0c8-41df-9a48-4813577d15c7 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Synchronizing usage tracker for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:05:50.817874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-d917dd07-5a52-4ba9-b133-2c730164d550 req-545f40d0-d0c8-41df-9a48-4813577d15c7 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Unset dirty status for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:05:50.819777 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d917dd07-5a52-4ba9-b133-2c730164d550 req-545f40d0-d0c8-41df-9a48-4813577d15c7 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 931 time: 0.2517986
Dec 21 04:05:50.962333 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d917dd07-5a52-4ba9-b133-2c730164d550 req-9fa06d90-7a22-41a2-876f-751bad9945ca tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341555
Dec 21 04:05:51.072029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143f81ae-4663-43fe-a5c8-1eea68349715 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:05:51.079231 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:51.091720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Transition to ACTIVE for port object 143f81ae-4663-43fe-a5c8-1eea68349715 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:51.095039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:51.110374 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4fd66ac1-c7c9-426b-b8a8-72be1daac7d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:51.246962 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Pushing event updated for resources: {'Port': ['ID=143f81ae-4663-43fe-a5c8-1eea68349715,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:51.257886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:51.376207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Attempting to bind port 143f81ae-4663-43fe-a5c8-1eea68349715 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:51.376570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Attempting to bind port 143f81ae-4663-43fe-a5c8-1eea68349715 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '1cccd009-7dcb-4411-a654-ed5e45734ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:51.376933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Attempting to bind port 143f81ae-4663-43fe-a5c8-1eea68349715 on network 0cb38372-b1fe-404c-9646-e5579ec8fe7b {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:51.383293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:51.383663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Checking segment: {'id': '1cccd009-7dcb-4411-a654-ed5e45734ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:51.384069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:51.384461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Bound using segment: {'id': '1cccd009-7dcb-4411-a654-ed5e45734ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:51.384926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Bound port: 143f81ae-4663-43fe-a5c8-1eea68349715, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cccd009-7dcb-4411-a654-ed5e45734ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:51.385298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:51.492926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] For port 143f81ae-4663-43fe-a5c8-1eea68349715, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:51.496092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] For port 143f81ae-4663-43fe-a5c8-1eea68349715, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=143f81ae-4663-43fe-a5c8-1eea68349715,segment=NetworkSegment(1cccd009-7dcb-4411-a654-ed5e45734ef1),segment_id=1cccd009-7dcb-4411-a654-ed5e45734ef1)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:51.500400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:51.522823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:51.673171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Pushing event updated for resources: {'Port': ['ID=143f81ae-4663-43fe-a5c8-1eea68349715,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:51.678426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:51.711157 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:51.711827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:51.713326 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] 10.222.0.55 "PUT /v2.0/ports/143f81ae-4663-43fe-a5c8-1eea68349715 HTTP/1.1" status: 200  len: 1157 time: 1.3306613
Dec 21 04:05:51.713973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'tag': '143f81ae-4663-43fe-a5c8-1eea68349715'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:05:51.811685 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'tag': '143f81ae-4663-43fe-a5c8-1eea68349715', 'status': 'completed', 'code': 200}
Dec 21 04:05:51.852132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-f05bff78-e99c-4b6d-93fc-9382c2468314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:51.853786 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-f05bff78-e99c-4b6d-93fc-9382c2468314 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=13fc3096c5c34fe8b975ecce478f85fc&device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 1160 time: 0.0938702
Dec 21 04:05:51.952053 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-aadb4c71-f1f8-4f7a-a8f7-116ef704263c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143f81ae-4663-43fe-a5c8-1eea68349715 HTTP/1.1" status: 200  len: 217 time: 0.0869875
Dec 21 04:05:51.984908 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76090f70-a637-4731-b670-1629aac1837d req-06f9507e-b9fb-419c-928e-a5c3705f3ccd tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:51.986693 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-76090f70-a637-4731-b670-1629aac1837d req-06f9507e-b9fb-419c-928e-a5c3705f3ccd tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1074796
Dec 21 04:05:52.032199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-16f27924-b815-438a-a65f-1b15a42f412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:52.033830 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-16f27924-b815-438a-a65f-1b15a42f412d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=950cc1e3-d381-4b3d-af91-d88bbdfb7841 HTTP/1.1" status: 200  len: 854 time: 0.0717373
Dec 21 04:05:52.041859 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-76090f70-a637-4731-b670-1629aac1837d req-12c2ef8d-0f73-4ac1-afc9-7478c8590e3e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465076
Dec 21 04:05:52.102614 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-4eb27660-9481-4f39-960e-4cd02b8c4ac7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cb38372-b1fe-404c-9646-e5579ec8fe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563664
Dec 21 04:05:52.272142 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-9368558a-601b-4156-b1e2-9c97ff317a2e service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580610
Dec 21 04:05:52.346089 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-6ca26f00-cd34-46a0-a0b3-8221b4bf4d32 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:52.346838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-6ca26f00-cd34-46a0-a0b3-8221b4bf4d32 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Synchronizing usage tracker for tenant:012f21126d7d455391ef888198a0925c on resource:network {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:05:52.374136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-6ca26f00-cd34-46a0-a0b3-8221b4bf4d32 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Unset dirty status for tenant:012f21126d7d455391ef888198a0925c on resource:network {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:05:52.375882 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-6ca26f00-cd34-46a0-a0b3-8221b4bf4d32 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/networks?id=b2a3a343-ad64-49b0-b882-98a263ddf1dc HTTP/1.1" status: 200  len: 808 time: 0.2084198
Dec 21 04:05:52.406541 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-20ec6d1f-3421-4ed6-8616-347de71cf6f3 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/quotas/012f21126d7d455391ef888198a0925c HTTP/1.1" status: 200  len: 375 time: 0.0239661
Dec 21 04:05:52.507233 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-a1d28aa7-7dcb-4565-ab63-0be2da3a0408 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?tenant_id=012f21126d7d455391ef888198a0925c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0992525
Dec 21 04:05:52.671711 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-783e1210-8f11-4f71-a229-234eea2b4318 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633589
Dec 21 04:05:52.828262 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-930f1f08-00c5-44dd-aae5-131fc3ad93da service neutron] 10.222.0.16 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1547244
Dec 21 04:05:52.832615 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dc10f67-12d9-4978-ab34-7a1606c14cae req-10a7e0c5-632d-4e70-9f51-162b89792378 service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5345728
Dec 21 04:05:52.864009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0c731-8bb4-41dd-8915-a6ec213393f2 req-fc37161a-fc8d-4cdc-b172-ee1c5b7a3f80 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:52.865736 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-13b0c731-8bb4-41dd-8915-a6ec213393f2 req-fc37161a-fc8d-4cdc-b172-ee1c5b7a3f80 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 943 time: 0.3794601
Dec 21 04:05:52.967188 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-13b0c731-8bb4-41dd-8915-a6ec213393f2 req-68ef824e-b481-4041-b70d-fb6bb27355a3 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933709
Dec 21 04:05:53.000938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-546f2993-5203-45d7-bcd0-8154e74e35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:53.008767 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-546f2993-5203-45d7-bcd0-8154e74e35a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=13fc3096c5c34fe8b975ecce478f85fc&device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 1160 time: 0.1181259
Dec 21 04:05:53.164634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-f53e074d-f888-480b-b46a-e7212700826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:53.166383 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-f53e074d-f888-480b-b46a-e7212700826c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cb38372-b1fe-404c-9646-e5579ec8fe7b HTTP/1.1" status: 200  len: 908 time: 0.1480317
Dec 21 04:05:53.233739 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-162d3a88-0db8-4b6e-bf09-2ef73c324a38 req-defd4be3-c160-4e1a-a0db-3744863027fa tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 210 time: 0.0737870
Dec 21 04:05:53.243653 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-b7d3c942-a7f3-40e7-9415-98783013d9ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=143f81ae-4663-43fe-a5c8-1eea68349715 HTTP/1.1" status: 200  len: 217 time: 0.0677986
Dec 21 04:05:53.367764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-b959259f-136d-4774-8b3d-9cf6cd3bb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:53.369350 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-b959259f-136d-4774-8b3d-9cf6cd3bb593 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=950cc1e3-d381-4b3d-af91-d88bbdfb7841 HTTP/1.1" status: 200  len: 854 time: 0.1141114
Dec 21 04:05:53.445569 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-6f357efa-5ea4-4faa-b0d7-cddbc7a82d9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cb38372-b1fe-404c-9646-e5579ec8fe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479281
Dec 21 04:05:53.463216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4b81a-7152-406d-8c79-c3ac3f7b768a req-8d6588dc-9d25-45f4-af0a-3a8e22687b2a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:53.464911 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-37b4b81a-7152-406d-8c79-c3ac3f7b768a req-8d6588dc-9d25-45f4-af0a-3a8e22687b2a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1365213
Dec 21 04:05:53.635830 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-37b4b81a-7152-406d-8c79-c3ac3f7b768a req-cdd9cd05-4250-497e-a43c-70ef814a78f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406887
Dec 21 04:05:53.667683 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-69a94bd0-fb27-440a-a53c-7ee7c2409c2a service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980257
Dec 21 04:05:53.822885 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d3ab15c-4a5c-4118-b7c9-3ab83bc9703b req-f5a5eaec-56e6-4c05-8c58-9652e81e9c55 service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1473849
Dec 21 04:05:54.205934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad8343-a77f-4ffd-a083-f241795b4dff req-1ae704fe-0adf-4a70-a9cc-b18126d8e573 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:54.207577 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-faad8343-a77f-4ffd-a083-f241795b4dff req-1ae704fe-0adf-4a70-a9cc-b18126d8e573 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 943 time: 0.0873485
Dec 21 04:05:54.263117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-faad8343-a77f-4ffd-a083-f241795b4dff req-16a623ea-f8da-4bd8-b8b2-4c103477730c tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Synchronizing usage tracker for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:05:54.284522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-faad8343-a77f-4ffd-a083-f241795b4dff req-16a623ea-f8da-4bd8-b8b2-4c103477730c tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Unset dirty status for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:05:54.285862 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-faad8343-a77f-4ffd-a083-f241795b4dff req-16a623ea-f8da-4bd8-b8b2-4c103477730c tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712004
Dec 21 04:05:54.453339 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-7a7470e3-eeac-4a4c-8a21-4ff2b5e923ce tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:54.454935 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-7a7470e3-eeac-4a4c-8a21-4ff2b5e923ce tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.55 "GET /v2.0/networks?id=b2a3a343-ad64-49b0-b882-98a263ddf1dc HTTP/1.1" status: 200  len: 808 time: 0.1999242
Dec 21 04:05:54.478568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Request body: {'port': {'device_id': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc', 'admin_state_up': True, 'tenant_id': '012f21126d7d455391ef888198a0925c'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:54.485840 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f77e6949-c634-44ab-b43d-1a7d79702cec req-ca732df8-9a21-4c73-87f5-b6de7ab8475d tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 210 time: 0.0535920
Dec 21 04:05:54.647998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:54.651983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Usage tracker for resource:port and tenant:012f21126d7d455391ef888198a0925c is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:54.655005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Quota usage for port was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:54.660715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:54.669861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Made reservation on behalf of 012f21126d7d455391ef888198a0925c for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:05:54.675454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:54.776610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:54.849987 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:54.850400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:54.996920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8333c-b853-4b8a-b2e4-b97482e4c32d req-8a28714d-ed9c-48fa-b5d3-f284c8309a7e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:54.998522 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-61b8333c-b853-4b8a-b2e4-b97482e4c32d req-8a28714d-ed9c-48fa-b5d3-f284c8309a7e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1892750
Dec 21 04:05:55.102385 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-61b8333c-b853-4b8a-b2e4-b97482e4c32d req-627b7b52-600f-44b3-985b-14bd67214c01 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678470
Dec 21 04:05:55.106468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Allocated IP 172.20.0.4 (b2a3a343-ad64-49b0-b882-98a263ddf1dc/a1228706-9299-42ec-a78b-acc32ddcf768/1f491f5c-823e-4db1-81ec-37a517ac94f3) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:05:55.329450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:55.358426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:55.378265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:55.565607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Pushing event updated for resources: {'Port': ['ID=1f491f5c-823e-4db1-81ec-37a517ac94f3,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:55.578325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:55.643029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c7904-b08b-43e0-a423-d800b14ccf51 req-efa4b6db-5bbb-4eae-83e0-d86c8193d8f4 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:55.644618 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-691c7904-b08b-43e0-a423-d800b14ccf51 req-efa4b6db-5bbb-4eae-83e0-d86c8193d8f4 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 943 time: 0.2102854
Dec 21 04:05:55.654985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Network b2a3a343-ad64-49b0-b882-98a263ddf1dc is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:05:55.668930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:05:55.672647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:05:55.676843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:55.678308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:55.718633 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-691c7904-b08b-43e0-a423-d800b14ccf51 req-397a1fd3-767f-4e5a-b7ff-524b32205d26 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659516
Dec 21 04:05:55.720400 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2471061
Dec 21 04:05:55.733970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Request body: {'port': {'device_id': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:05:55.852833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297697a-7e84-49df-8dbb-0edc76af36a6 req-5186e4f0-d269-4694-a39b-e18e74eef711 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:55.854513 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3297697a-7e84-49df-8dbb-0edc76af36a6 req-5186e4f0-d269-4694-a39b-e18e74eef711 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 931 time: 0.0865083
Dec 21 04:05:55.863712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:55.909662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-3297697a-7e84-49df-8dbb-0edc76af36a6 req-f625689a-4012-47f8-a087-feb44cb72920 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Synchronizing usage tracker for tenant:012f21126d7d455391ef888198a0925c on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:05:55.926139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-3297697a-7e84-49df-8dbb-0edc76af36a6 req-f625689a-4012-47f8-a087-feb44cb72920 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Unset dirty status for tenant:012f21126d7d455391ef888198a0925c on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:05:55.928029 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3297697a-7e84-49df-8dbb-0edc76af36a6 req-f625689a-4012-47f8-a087-feb44cb72920 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606165
Dec 21 04:05:56.326233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f491f5c-823e-4db1-81ec-37a517ac94f3 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:05:56.335779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:56.359156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Transition to ACTIVE for port object 1f491f5c-823e-4db1-81ec-37a517ac94f3 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:05:56.364533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:56.380081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:56.478857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Pushing event updated for resources: {'Port': ['ID=1f491f5c-823e-4db1-81ec-37a517ac94f3,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:56.484330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:56.491221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200dd95-31a2-4f0a-94fd-5096d8786daa req-52dde090-283d-44e7-a1f5-a11a86c9355d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:56.493046 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c200dd95-31a2-4f0a-94fd-5096d8786daa req-52dde090-283d-44e7-a1f5-a11a86c9355d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.2380314
Dec 21 04:05:56.842678 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c200dd95-31a2-4f0a-94fd-5096d8786daa req-44447df9-9d4f-4099-ad26-b4022b9bd4da tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768085
Dec 21 04:05:56.916380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.objects.ports [None req-dcf65180-0f0c-4bbe-9d71-78fa40c855a6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80294) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 04:05:56.966582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Attempting to bind port 1f491f5c-823e-4db1-81ec-37a517ac94f3 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:05:56.966988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Attempting to bind port 1f491f5c-823e-4db1-81ec-37a517ac94f3 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:05:56.967436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Attempting to bind port 1f491f5c-823e-4db1-81ec-37a517ac94f3 on network b2a3a343-ad64-49b0-b882-98a263ddf1dc {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:05:56.973386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:05:56.973761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Checking segment: {'id': 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:05:56.974861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:56.975310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Bound using segment: {'id': 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:05:56.975785 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Bound port: 1f491f5c-823e-4db1-81ec-37a517ac94f3, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:05:56.976154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:57.060359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad6fb-6e6c-46d0-ae98-e304707de1cb req-23416ed8-3193-4b06-ab95-31e866a5cebd tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:57.062101 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-71aad6fb-6e6c-46d0-ae98-e304707de1cb req-23416ed8-3193-4b06-ab95-31e866a5cebd tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 943 time: 0.0931373
Dec 21 04:05:57.109863 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-71aad6fb-6e6c-46d0-ae98-e304707de1cb req-294ca6e0-4cd5-4705-ac9c-d8b1c54e98e7 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413024
Dec 21 04:05:57.125138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] For port 1f491f5c-823e-4db1-81ec-37a517ac94f3, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:05:57.135961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] For port 1f491f5c-823e-4db1-81ec-37a517ac94f3, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1f491f5c-823e-4db1-81ec-37a517ac94f3,segment=NetworkSegment(a97c1fc9-09d6-4b3d-b8a8-a96a49536f41),segment_id=a97c1fc9-09d6-4b3d-b8a8-a96a49536f41)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:05:57.140550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:57.156312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9a535a00-2d51-4b0d-8e33-c3f0ba72bdf6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:57.327840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b316a33-82a2-435e-a627-da539ac35f30 req-164c85d3-5bb0-4a6c-8d2a-a2290f67fc3b tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:57.328591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7b316a33-82a2-435e-a627-da539ac35f30 req-164c85d3-5bb0-4a6c-8d2a-a2290f67fc3b tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Synchronizing usage tracker for tenant:012f21126d7d455391ef888198a0925c on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:05:57.338937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Pushing event updated for resources: {'Port': ['ID=1f491f5c-823e-4db1-81ec-37a517ac94f3,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:57.342542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:57.377264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7b316a33-82a2-435e-a627-da539ac35f30 req-164c85d3-5bb0-4a6c-8d2a-a2290f67fc3b tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Unset dirty status for tenant:012f21126d7d455391ef888198a0925c on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:05:57.378520 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b316a33-82a2-435e-a627-da539ac35f30 req-164c85d3-5bb0-4a6c-8d2a-a2290f67fc3b tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 943 time: 0.3148048
Dec 21 04:05:57.388780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:57.389450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:57.390839 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f491f5c-823e-4db1-81ec-37a517ac94f3 HTTP/1.1" status: 200  len: 1157 time: 1.6618311
Dec 21 04:05:57.392680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'tag': '1f491f5c-823e-4db1-81ec-37a517ac94f3'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:05:57.480996 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'tag': '1f491f5c-823e-4db1-81ec-37a517ac94f3', 'status': 'completed', 'code': 200}
Dec 21 04:05:57.493847 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b316a33-82a2-435e-a627-da539ac35f30 req-9ec79185-2389-4402-b583-074469c93a60 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019325
Dec 21 04:05:57.527205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-2ef556c1-9f55-489d-9acc-46ee142d6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:57.528843 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-2ef556c1-9f55-489d-9acc-46ee142d6052 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=012f21126d7d455391ef888198a0925c&device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 1160 time: 0.0963447
Dec 21 04:05:57.609255 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-1d8a7fb9-6eaa-4a78-a788-707105ea1a3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f491f5c-823e-4db1-81ec-37a517ac94f3 HTTP/1.1" status: 200  len: 217 time: 0.0695722
Dec 21 04:05:57.687751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-6f00f2be-53b0-4903-8d88-f1f0234a17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:57.689333 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-6f00f2be-53b0-4903-8d88-f1f0234a17bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1228706-9299-42ec-a78b-acc32ddcf768 HTTP/1.1" status: 200  len: 848 time: 0.0734019
Dec 21 04:05:57.741445 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-dee7a5e4-14a5-4635-8f60-f1229963d436 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2a3a343-ad64-49b0-b882-98a263ddf1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441897
Dec 21 04:05:57.843385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 143f81ae-4663-43fe-a5c8-1eea68349715 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:57.905712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 32846) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:57.944630 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-215f5d5a-6349-432e-bb7a-7b34a88d3726 service neutron] 10.222.0.55 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961060
Dec 21 04:05:57.982503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 143f81ae-4663-43fe-a5c8-1eea68349715 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:05:57.992201 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 143f81ae-4663-43fe-a5c8-1eea68349715 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:57.992765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.163652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.167158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b736-7199-4442-9d6d-b14dd49396b4 req-2ed3d822-79ee-408d-aebc-c69ec900b8a2 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:58.169699 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9c43954-8b78-4a8a-a458-75d15ed757b2 req-2b50ea11-2b4c-4dc3-97f2-372652ebc154 service neutron] 10.222.0.55 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2126515
Dec 21 04:05:58.170490 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.175061 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2a48b736-7199-4442-9d6d-b14dd49396b4 req-2ed3d822-79ee-408d-aebc-c69ec900b8a2 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1392963
Dec 21 04:05:58.187825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:05:58.192019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Usage tracker for resource:security_group_rule and tenant:7c92a51b677641c6837105e1025c2080 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:05:58.195381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:05:58.200847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143f81ae-4663-43fe-a5c8-1eea68349715'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:05:58.212321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:05:58.215604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 143f81ae-4663-43fe-a5c8-1eea68349715, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=143f81ae-4663-43fe-a5c8-1eea68349715,segment=NetworkSegment(1cccd009-7dcb-4411-a654-ed5e45734ef1),segment_id=1cccd009-7dcb-4411-a654-ed5e45734ef1)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:05:58.222613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.223456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:58.245062 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2a48b736-7199-4442-9d6d-b14dd49396b4 req-e46c52c6-4623-4d4e-9191-5e320fcb816b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690093
Dec 21 04:05:58.289991 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:58.326363 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143f81ae-4663-43fe-a5c8-1eea68349715', 'code': 200}
Dec 21 04:05:58.369030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:58.369426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.414503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=143f81ae-4663-43fe-a5c8-1eea68349715,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:58.423958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.435891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.447776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cbae6220-1cbb-485f-8982-e27d397ce75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:58.461091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.461497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.461874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.462245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.462612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.463027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.463346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.463709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.464097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.464458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.464853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.465210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.465626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.465982 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.466345 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.466697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.467080 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.467436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.467790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.468143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.468493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.468843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.469194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.469545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:05:58.475614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:58.514942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 32862) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:05:58.515512 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c92a51b677641c6837105e1025c2080&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6085005
Dec 21 04:05:58.525365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312a08c5-5652-4795-9dc3-4903cab26682,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:58.529696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:58.584079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-35787404-21c3-42ad-a501-568f2e93b6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.594061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20bfd1-f0bf-47fc-98cf-cbbbcb3a9fd2 req-e72d339b-f9e6-4036-82a9-ec42f1e6e1fc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:58.595723 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a20bfd1-f0bf-47fc-98cf-cbbbcb3a9fd2 req-e72d339b-f9e6-4036-82a9-ec42f1e6e1fc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 0.3128893
Dec 21 04:05:58.597527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-b59d69a4-ef9d-4c00-87a0-159320b9b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:58.599562 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-b59d69a4-ef9d-4c00-87a0-159320b9b09e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=012f21126d7d455391ef888198a0925c&device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 1160 time: 0.3149064
Dec 21 04:05:58.612311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-35787404-21c3-42ad-a501-568f2e93b6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.713528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-35787404-21c3-42ad-a501-568f2e93b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.718985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-88300388-78e8-45ca-8962-3d1d3f751f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:05:58.738946 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35787404-21c3-42ad-a501-568f2e93b6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312a08c5-5652-4795-9dc3-4903cab26682,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:05:58.743546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-35787404-21c3-42ad-a501-568f2e93b6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:05:58.751753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-35787404-21c3-42ad-a501-568f2e93b6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.756466 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-35787404-21c3-42ad-a501-568f2e93b6bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/312a08c5-5652-4795-9dc3-4903cab26682 HTTP/1.1" status: 204  len: 168 time: 0.2364202
Dec 21 04:05:58.765217 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958b620-9252-4d3d-9b64-238c58241a77 req-82cad548-e6af-4834-a148-53eed704790b tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:58.766799 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7958b620-9252-4d3d-9b64-238c58241a77 req-82cad548-e6af-4834-a148-53eed704790b tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 943 time: 0.1155925
Dec 21 04:05:58.772649 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a20bfd1-f0bf-47fc-98cf-cbbbcb3a9fd2 req-aa016e76-3ea3-4936-a888-a03f0c317af9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673131
Dec 21 04:05:58.774640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f574be6-0167-441c-be36-8be8cf2c9acf req-dfd580c3-c41a-447c-8e00-b1a5102df073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:58.776258 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3f574be6-0167-441c-be36-8be8cf2c9acf req-dfd580c3-c41a-447c-8e00-b1a5102df073 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 1162 time: 0.2453225
Dec 21 04:05:58.799670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 143f81ae-4663-43fe-a5c8-1eea68349715 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:05:58.843126 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7958b620-9252-4d3d-9b64-238c58241a77 req-619f23e9-a6a5-41c6-b61a-3b70c2e89b3d tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604844
Dec 21 04:05:58.848379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-0555efbe-cc5c-47c0-b218-2e1fbcb937de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:58.850858 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-0555efbe-cc5c-47c0-b218-2e1fbcb937de service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2a3a343-ad64-49b0-b882-98a263ddf1dc HTTP/1.1" status: 200  len: 903 time: 0.2422354
Dec 21 04:05:58.886346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 143f81ae-4663-43fe-a5c8-1eea68349715 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:05:58.886863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:05:58.934812 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3f574be6-0167-441c-be36-8be8cf2c9acf req-94080330-28d2-460b-b693-a9fe40628b6b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268346
Dec 21 04:05:58.936271 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-2e8e0d78-8d9b-4d4a-ad65-f8c51538f0b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f491f5c-823e-4db1-81ec-37a517ac94f3 HTTP/1.1" status: 200  len: 217 time: 0.0749946
Dec 21 04:05:59.266296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-fb9c5c58-7e8d-4c04-830b-4ce4bd9d16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:59.267938 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-fb9c5c58-7e8d-4c04-830b-4ce4bd9d16aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1228706-9299-42ec-a78b-acc32ddcf768 HTTP/1.1" status: 200  len: 848 time: 0.0735526
Dec 21 04:05:59.360726 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-0d3ce786-38bb-4244-ab4b-a3d4095a35fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2a3a343-ad64-49b0-b882-98a263ddf1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497959
Dec 21 04:05:59.589560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c9225-fb45-4e21-8722-df25acc39c91 req-95c0bbd2-0b42-439b-8044-b83b11d98c34 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:05:59.591231 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c83c9225-fb45-4e21-8722-df25acc39c91 req-95c0bbd2-0b42-439b-8044-b83b11d98c34 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1986809
Dec 21 04:05:59.595028 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-7b88adcd-4128-4cff-8051-2be543571b80 service neutron] 10.222.0.55 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2270024
Dec 21 04:05:59.752341 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c83c9225-fb45-4e21-8722-df25acc39c91 req-edcf1d34-013d-44ab-b912-5cc3181547cb tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523943
Dec 21 04:05:59.796970 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e13861e-ecf7-42c3-9120-f3ad8c76e83d req-d131584b-3853-4fee-b9a5-3f68c947b2b3 service neutron] 10.222.0.55 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1800983
Dec 21 04:06:00.046675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d4aac-4838-478c-8d1a-0cb0739db72d req-3c32b1c8-cfa6-4eed-9b05-9c083efa6434 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:00.048464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2e8d4aac-4838-478c-8d1a-0cb0739db72d req-3c32b1c8-cfa6-4eed-9b05-9c083efa6434 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 0.0983829
Dec 21 04:06:00.075663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771ca76-5359-45da-9c27-6b3de0acabff req-a4738af2-9e6f-42df-8027-d239618c7bdd tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:00.077425 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2771ca76-5359-45da-9c27-6b3de0acabff req-a4738af2-9e6f-42df-8027-d239618c7bdd tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 943 time: 0.0877132
Dec 21 04:06:00.136291 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2771ca76-5359-45da-9c27-6b3de0acabff req-ebd0b858-b081-476a-9f71-1a79e0d8d8bd tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518348
Dec 21 04:06:00.334352 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2e8d4aac-4838-478c-8d1a-0cb0739db72d req-9cb37379-a9b2-4bbf-a7a7-ab2ceffe77bc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2781005
Dec 21 04:06:00.832680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 143f81ae-4663-43fe-a5c8-1eea68349715 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:00.887898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96da27-43d4-49a2-975b-02739fc5bda4 req-2ca781b9-3002-4bb7-a027-35f60715b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:00.889531 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d96da27-43d4-49a2-975b-02739fc5bda4 req-2ca781b9-3002-4bb7-a027-35f60715b390 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1163 time: 0.0900416
Dec 21 04:06:00.919560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 143f81ae-4663-43fe-a5c8-1eea68349715 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:00.919974 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:00.937849 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d96da27-43d4-49a2-975b-02739fc5bda4 req-65488495-58dc-48d4-9bf4-13d63f466712 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399199
Dec 21 04:06:00.983439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a226116-1537-4493-b275-d41c1e33e589 req-1f942c1d-8783-46eb-95c7-22e4c762905d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:00.985046 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a226116-1537-4493-b275-d41c1e33e589 req-1f942c1d-8783-46eb-95c7-22e4c762905d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0881925
Dec 21 04:06:01.033432 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a226116-1537-4493-b275-d41c1e33e589 req-4d882781-d628-47a4-8f80-6f21cbc2c7de tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407665
Dec 21 04:06:01.361562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713679e-6cdb-4e22-b5c1-b93c0cb31c48 req-32aff254-a898-4e07-af92-e2fa964a2e15 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:01.363434 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d713679e-6cdb-4e22-b5c1-b93c0cb31c48 req-32aff254-a898-4e07-af92-e2fa964a2e15 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 943 time: 0.0824707
Dec 21 04:06:01.417728 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d713679e-6cdb-4e22-b5c1-b93c0cb31c48 req-84afafef-53a0-49db-a811-32a586beb063 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472829
Dec 21 04:06:01.597566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d598be-6e51-404b-b27f-66723cd5b69a req-bb4e5bb4-f0bb-474d-961b-2d44340c3804 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:01.599287 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-84d598be-6e51-404b-b27f-66723cd5b69a req-bb4e5bb4-f0bb-474d-961b-2d44340c3804 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 0.0953686
Dec 21 04:06:01.659470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-84d598be-6e51-404b-b27f-66723cd5b69a req-9c2592c4-981b-407c-8c3a-50d9617f7e81 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531111
Dec 21 04:06:02.291383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22027d-ca52-41ca-9ba0-2ffbf56940b2 req-81b9589a-0ccb-4001-a6b9-94777fa034f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:02.298388 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6f22027d-ca52-41ca-9ba0-2ffbf56940b2 req-81b9589a-0ccb-4001-a6b9-94777fa034f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0929191
Dec 21 04:06:02.370543 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6f22027d-ca52-41ca-9ba0-2ffbf56940b2 req-456718a1-2935-4fc8-a3b7-551ea879b400 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694475
Dec 21 04:06:02.693953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d9a5d-8342-4435-85e4-86f933dcf32f req-ec186836-741b-4fa6-a92f-d76cb8823675 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:02.695843 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-796d9a5d-8342-4435-85e4-86f933dcf32f req-ec186836-741b-4fa6-a92f-d76cb8823675 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 943 time: 0.1066270
Dec 21 04:06:02.763802 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-796d9a5d-8342-4435-85e4-86f933dcf32f req-b4fdbb53-9093-4e85-9aa8-efcb2b4a3ad2 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595212
Dec 21 04:06:02.990374 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66886da-f5c3-4721-a69c-a2f10951f683 req-db95d585-ce5b-4735-952b-df027f2f8beb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:02.992415 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e66886da-f5c3-4721-a69c-a2f10951f683 req-db95d585-ce5b-4735-952b-df027f2f8beb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0933654
Dec 21 04:06:03.055248 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e66886da-f5c3-4721-a69c-a2f10951f683 req-2a7f833a-14b9-4e44-a00d-5e08baddae68 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561202
Dec 21 04:06:03.200179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.objects.ports [None req-e2ca66b9-6df2-473c-a9e0-7d6b4ea08fb3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80294) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 04:06:03.578799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbc53b-fa59-4e47-941f-98807b51988c req-1f33151d-70f8-4966-aa45-37e68184779b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:03.580444 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7bbbc53b-fa59-4e47-941f-98807b51988c req-1f33151d-70f8-4966-aa45-37e68184779b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0838442
Dec 21 04:06:03.635482 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7bbbc53b-fa59-4e47-941f-98807b51988c req-1503d739-363b-4c13-ac61-42943fe6fcf2 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479918
Dec 21 04:06:03.972159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affa93a-dd88-44ab-90d5-52efd31fa486 req-229f67df-0998-46ad-8906-2468a3a19ab5 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:03.973755 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8affa93a-dd88-44ab-90d5-52efd31fa486 req-229f67df-0998-46ad-8906-2468a3a19ab5 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 943 time: 0.0851703
Dec 21 04:06:04.022825 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8affa93a-dd88-44ab-90d5-52efd31fa486 req-5647319b-8714-4668-a946-b31605ea0bf7 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417788
Dec 21 04:06:04.290264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-9d5a12a3-e808-44ca-a36d-7e1655eff706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:04.291929 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-9d5a12a3-e808-44ca-a36d-7e1655eff706 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1163 time: 0.1490111
Dec 21 04:06:04.325090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ffc39e28-dfe3-4afa-bad4-daa595fb62bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:04.336698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74fcd1-d43b-4686-8bde-e35bb36f7848 req-d5a4dae9-bfdb-4eee-ba5b-21e8d376996a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:04.338363 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a74fcd1-d43b-4686-8bde-e35bb36f7848 req-d5a4dae9-bfdb-4eee-ba5b-21e8d376996a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1421983
Dec 21 04:06:04.361979 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:04.443460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:04.444218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:04.510402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b1114-a52b-4277-8668-5f983136a21e req-889ff07f-51c6-4159-bc87-e5e73151111e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:04.518426 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-921b1114-a52b-4277-8668-5f983136a21e req-889ff07f-51c6-4159-bc87-e5e73151111e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1271462
Dec 21 04:06:04.579963 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-921b1114-a52b-4277-8668-5f983136a21e req-e22ac057-c095-4f79-8b33-85dd1d272df2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602565
Dec 21 04:06:04.589006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 1f491f5c-823e-4db1-81ec-37a517ac94f3 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:04.676177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 1f491f5c-823e-4db1-81ec-37a517ac94f3 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:06:04.683053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 1f491f5c-823e-4db1-81ec-37a517ac94f3 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:04.683310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:04.726439 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a74fcd1-d43b-4686-8bde-e35bb36f7848 req-05e814b8-8d32-45e3-aa4c-53043c67af4c tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3761566
Dec 21 04:06:04.766731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-693691bd-0d46-42b2-9d5c-4c9500b1da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:04.769077 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-693691bd-0d46-42b2-9d5c-4c9500b1da47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 913 time: 0.4690022
Dec 21 04:06:04.837907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:04.871363 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-18536582-5c2f-4b2b-8ca1-f74ad1c0a5d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c4622-8f1b-42c5-bfc5-c5e155218d89 HTTP/1.1" status: 200  len: 217 time: 0.0910442
Dec 21 04:06:04.875184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f491f5c-823e-4db1-81ec-37a517ac94f3'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:04.889310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 1f491f5c-823e-4db1-81ec-37a517ac94f3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1f491f5c-823e-4db1-81ec-37a517ac94f3,segment=NetworkSegment(a97c1fc9-09d6-4b3d-b8a8-a96a49536f41),segment_id=a97c1fc9-09d6-4b3d-b8a8-a96a49536f41)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:04.893689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:04.896085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:04.970681 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f491f5c-823e-4db1-81ec-37a517ac94f3', 'code': 200}
Dec 21 04:06:04.976845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=1f491f5c-823e-4db1-81ec-37a517ac94f3,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:04.981574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:04.995902 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-a1d7cf51-467c-47f5-a762-0d56bd684b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:04.997548 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-a1d7cf51-467c-47f5-a762-0d56bd684b19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 200  len: 859 time: 0.1181028
Dec 21 04:06:05.064073 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-9822e8b2-c6b2-45dc-b2bc-be2352cf24c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e2c2a6e4-9130-437b-b1c6-0bb90f013677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475066
Dec 21 04:06:05.096538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1914f306-6883-4073-b7e3-ca0eebaba745 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:05.098425 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1914f306-6883-4073-b7e3-ca0eebaba745 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 815 time: 0.1785240
Dec 21 04:06:05.118213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 1f491f5c-823e-4db1-81ec-37a517ac94f3 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:05.119343 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-2ad90eed-43b0-4434-bd18-2e59d986cb97 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/quotas/0d5c999358804f80929d210c54fe1fc6 HTTP/1.1" status: 200  len: 375 time: 0.0141582
Dec 21 04:06:05.209308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 1f491f5c-823e-4db1-81ec-37a517ac94f3 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:05.209846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:05.221165 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-e77daa5d-4d7e-4a19-b2ab-884b45125091 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0958498
Dec 21 04:06:05.352493 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-90eefb84-11bf-4fce-8ad2-da1e52b174fb service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2794886
Dec 21 04:06:05.372410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea20ea-5574-4e2e-94ca-7bd5d6e4a65b req-eb2b7275-e60d-416b-a04e-5241073a058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:05.373958 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-59ea20ea-5574-4e2e-94ca-7bd5d6e4a65b req-eb2b7275-e60d-416b-a04e-5241073a058a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 1162 time: 0.1856985
Dec 21 04:06:05.386956 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-c0524a7e-865e-4da4-a0c1-7f9fa992c0cc service neutron] 10.222.0.16 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580906
Dec 21 04:06:05.447051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34bb38-e156-4c35-b2d7-1166be7d5005 req-af6453a0-98f8-4a7c-aeb1-3d42d87e6152 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:05.448679 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ef34bb38-e156-4c35-b2d7-1166be7d5005 req-af6453a0-98f8-4a7c-aeb1-3d42d87e6152 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 945 time: 0.2205837
Dec 21 04:06:05.535929 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-f52a9aba-bfc2-4ff2-8cd4-d98ba8960e84 service neutron] 10.222.0.16 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421380
Dec 21 04:06:05.553958 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-59ea20ea-5574-4e2e-94ca-7bd5d6e4a65b req-b980417c-7970-4fed-b751-7c35c8267cc5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573710
Dec 21 04:06:05.601729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ef34bb38-e156-4c35-b2d7-1166be7d5005 req-fe8467b7-3094-44cf-bc3d-d7693f838f7c tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370625
Dec 21 04:06:05.605230 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a9ff6a2f-899a-43b4-bb40-cab1dc493ef2 req-b922a6bf-c4bc-4016-8f82-f5c92fd1e654 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2351749
Dec 21 04:06:05.855057 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97c334-31c9-459e-975c-cd899506d8d0 req-f53dc273-f111-4f46-add6-1f6d5b1a3806 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:05.862674 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-be97c334-31c9-459e-975c-cd899506d8d0 req-f53dc273-f111-4f46-add6-1f6d5b1a3806 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1015508
Dec 21 04:06:05.925307 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-be97c334-31c9-459e-975c-cd899506d8d0 req-b99cc192-7c1b-4e49-ae8f-d1cd3023af13 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613306
Dec 21 04:06:06.035510 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-544e3d81-2658-4917-9451-70cd9160729d req-039bb30b-c9cb-4161-918c-9d502c263423 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 210 time: 0.0650935
Dec 21 04:06:06.185188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbf4cd-d895-4fad-8c8a-0f56be9a8864 req-32ef37a2-1387-45e6-a95d-550efde10aa8 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:06.186848 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dcfbf4cd-d895-4fad-8c8a-0f56be9a8864 req-32ef37a2-1387-45e6-a95d-550efde10aa8 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0923262
Dec 21 04:06:06.235854 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dcfbf4cd-d895-4fad-8c8a-0f56be9a8864 req-bfad93fd-d2e7-4b45-be99-e9932142632e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417192
Dec 21 04:06:06.814140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea50e7-6a39-4dd6-871b-3c5c4da9f5b4 req-976f4795-bebb-4a75-99e2-aa02aaa17887 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:06.815801 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-58ea50e7-6a39-4dd6-871b-3c5c4da9f5b4 req-976f4795-bebb-4a75-99e2-aa02aaa17887 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 945 time: 0.0846081
Dec 21 04:06:06.866071 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-58ea50e7-6a39-4dd6-871b-3c5c4da9f5b4 req-eb2dd66f-46f0-4ec1-be10-d2de10668090 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435221
Dec 21 04:06:06.983825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-643cd326-e962-4657-824f-8920bcf2a2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:07.077077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:07.167728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1775507-bec5-4970-a300-9d321d21cba1 req-bc7f5756-efef-4f7f-8934-1ec60f5b65b4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:07.169466 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f1775507-bec5-4970-a300-9d321d21cba1 req-bc7f5756-efef-4f7f-8934-1ec60f5b65b4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0919616
Dec 21 04:06:07.228483 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f1775507-bec5-4970-a300-9d321d21cba1 req-568de11b-4ee4-4ba2-bbac-79bb92d6a305 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504148
Dec 21 04:06:07.257184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:07.359181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:07.359933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:07.363858 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e4270afe-212c-4626-948a-d8ca3cb83aad req-6ddae937-1eff-4d2b-9194-ecd400fc5d86 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 210 time: 0.0656135
Dec 21 04:06:07.593022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 1f491f5c-823e-4db1-81ec-37a517ac94f3 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:07.662665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b976f1-bcff-4f46-a923-bae558a66ef6 req-55053ce4-da42-449a-ae06-709bc9fffb65 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:07.664439 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39b976f1-bcff-4f46-a923-bae558a66ef6 req-55053ce4-da42-449a-ae06-709bc9fffb65 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1719830
Dec 21 04:06:07.778323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 1f491f5c-823e-4db1-81ec-37a517ac94f3 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:07.778752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:07.786401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-0e841f38-53d8-49d4-b796-830fe514d71c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:07.789941 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-0e841f38-53d8-49d4-b796-830fe514d71c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 815 time: 0.3734219
Dec 21 04:06:07.801190 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39b976f1-bcff-4f46-a923-bae558a66ef6 req-a4e74ff3-1cf6-4b04-bf85-9b3e0f21fa24 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294594
Dec 21 04:06:07.829403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Request body: {'port': {'device_id': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00', 'admin_state_up': True, 'tenant_id': '0d5c999358804f80929d210c54fe1fc6'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:06:07.983445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:06:07.994163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:06:08.003000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Made reservation on behalf of 0d5c999358804f80929d210c54fe1fc6 for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:06:08.009199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:08.108933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcbdf5-b854-4ba9-b642-7546664ca8b2 req-be0fd6a0-fc9c-426b-b6ca-7b732fd8d4cc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:08.110554 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1dcbdf5-b854-4ba9-b642-7546664ca8b2 req-be0fd6a0-fc9c-426b-b6ca-7b732fd8d4cc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 945 time: 0.0858922
Dec 21 04:06:08.164585 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1dcbdf5-b854-4ba9-b642-7546664ca8b2 req-7823d8d2-43cc-4a86-8138-3471fc5cb0c1 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436442
Dec 21 04:06:08.240623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:08.398162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Allocated IP 172.20.0.14 (cbe98613-5022-44ed-8fff-023841696a00/bd547854-51ff-4e39-b7f6-2df69ce4b7cc/90b6e1de-3fc7-4c40-b111-b929afe53945) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:06:08.542206 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc5e54-70a9-424a-846c-9388fdc972c6 req-bfe5616a-584a-43a7-8d09-205de6ed4e47 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:08.543864 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2cdc5e54-70a9-424a-846c-9388fdc972c6 req-bfe5616a-584a-43a7-8d09-205de6ed4e47 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1305103
Dec 21 04:06:08.566507 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-daf77569-d5f5-4daa-848f-2ff0cdda4867 req-5c19d120-6dc3-4665-b692-d4bb5e899252 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 210 time: 0.0562284
Dec 21 04:06:08.606677 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2cdc5e54-70a9-424a-846c-9388fdc972c6 req-b86b2e2e-8cbb-4168-a8fd-37586ff868a2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521886
Dec 21 04:06:08.704764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:08.733450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:08.750708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:08.820382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:08.915024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Pushing event updated for resources: {'Port': ['ID=90b6e1de-3fc7-4c40-b111-b929afe53945,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:08.919761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:09.034968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Network cbe98613-5022-44ed-8fff-023841696a00 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:06:09.039826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:06:09.042630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:06:09.047407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:09.048377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:09.102196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7473cc-24b8-43aa-955a-776dde3952d5 req-081a8d27-e30c-4c70-9512-03e5080cded1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:09.103953 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ff7473cc-24b8-43aa-955a-776dde3952d5 req-081a8d27-e30c-4c70-9512-03e5080cded1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1530869
Dec 21 04:06:09.114593 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2911615
Dec 21 04:06:09.140319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Request body: {'port': {'device_id': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:06:09.224210 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ff7473cc-24b8-43aa-955a-776dde3952d5 req-23329f32-6b68-4120-b569-3ef9ffa3c5ba tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117306
Dec 21 04:06:09.295836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:09.872265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bae4d-c1e2-4e88-8dc0-e52da9ab5e4b req-8178497b-1117-4315-a0e4-7f39ce6973ec tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:09.873965 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0b8bae4d-c1e2-4e88-8dc0-e52da9ab5e4b req-8178497b-1117-4315-a0e4-7f39ce6973ec tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 945 time: 0.1033766
Dec 21 04:06:09.922834 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0b8bae4d-c1e2-4e88-8dc0-e52da9ab5e4b req-eb85f697-d64a-4008-871c-4c136bbb7a2c tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418279
Dec 21 04:06:09.947895 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b6e1de-3fc7-4c40-b111-b929afe53945 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:06:09.958025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:09.983488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Transition to ACTIVE for port object 90b6e1de-3fc7-4c40-b111-b929afe53945 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:06:09.987363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:10.003727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ad4fd460-8887-4365-a40c-7a3c5f4db76e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:10.147858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541d07-2fae-4c71-ba1a-6f4a5098fe6d req-c23f87ee-8c5b-4a35-8144-3f453122bcab tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:10.150808 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-af541d07-2fae-4c71-ba1a-6f4a5098fe6d req-c23f87ee-8c5b-4a35-8144-3f453122bcab tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0979376
Dec 21 04:06:10.207790 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-af541d07-2fae-4c71-ba1a-6f4a5098fe6d req-50492b61-280e-4c7d-a242-50e0560ec976 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506940
Dec 21 04:06:10.318756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0f54e-9579-4702-a5d0-88694ff43a97 req-2c9d9885-246c-4f3c-be23-65e4add90137 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:10.319555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a4b0f54e-9579-4702-a5d0-88694ff43a97 req-2c9d9885-246c-4f3c-be23-65e4add90137 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:10.397822 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=90b6e1de-3fc7-4c40-b111-b929afe53945,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:10.404466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:10.411933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a4b0f54e-9579-4702-a5d0-88694ff43a97 req-2c9d9885-246c-4f3c-be23-65e4add90137 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:10.413279 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4b0f54e-9579-4702-a5d0-88694ff43a97 req-2c9d9885-246c-4f3c-be23-65e4add90137 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 932 time: 0.5433486
Dec 21 04:06:10.462851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd55bd3-2808-4bfd-bc20-e83d6779c37f req-b16d85d4-b10d-42d0-b676-e6877b5e9a57 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:10.476669 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-abd55bd3-2808-4bfd-bc20-e83d6779c37f req-b16d85d4-b10d-42d0-b676-e6877b5e9a57 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1086245
Dec 21 04:06:10.536604 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-abd55bd3-2808-4bfd-bc20-e83d6779c37f req-dc88e28d-1eb2-4d33-b08d-efa836a0beab tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528486
Dec 21 04:06:10.542836 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4b0f54e-9579-4702-a5d0-88694ff43a97 req-9b511e8c-de2e-4645-8fb1-ac9a75b90899 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176007
Dec 21 04:06:10.579178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Attempting to bind port 90b6e1de-3fc7-4c40-b111-b929afe53945 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:06:10.579178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Attempting to bind port 90b6e1de-3fc7-4c40-b111-b929afe53945 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:06:10.579178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Attempting to bind port 90b6e1de-3fc7-4c40-b111-b929afe53945 on network cbe98613-5022-44ed-8fff-023841696a00 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:06:10.579933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:06:10.580199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Checking segment: {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:06:10.580556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:10.582146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Bound using segment: {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:06:10.582146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Bound port: 90b6e1de-3fc7-4c40-b111-b929afe53945, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e7596d-59ab-4cfd-91b4-a4b05c5900bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cbe98613-5022-44ed-8fff-023841696a00'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:06:10.582146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:10.678151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] For port 90b6e1de-3fc7-4c40-b111-b929afe53945, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:06:10.681361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] For port 90b6e1de-3fc7-4c40-b111-b929afe53945, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=90b6e1de-3fc7-4c40-b111-b929afe53945,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:06:10.685138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:10.700924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:10.856717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=90b6e1de-3fc7-4c40-b111-b929afe53945,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:10.861802 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:10.896292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:10.898766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 1f491f5c-823e-4db1-81ec-37a517ac94f3 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:10.907929 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:10.909675 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] 10.222.0.55 "PUT /v2.0/ports/90b6e1de-3fc7-4c40-b111-b929afe53945 HTTP/1.1" status: 200  len: 1158 time: 1.7771950
Dec 21 04:06:10.919652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'tag': '90b6e1de-3fc7-4c40-b111-b929afe53945'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:10.980956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 1f491f5c-823e-4db1-81ec-37a517ac94f3 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:10.982260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:11.005869 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'tag': '90b6e1de-3fc7-4c40-b111-b929afe53945', 'status': 'completed', 'code': 200}
Dec 21 04:06:11.202284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bac3dd-9ae5-4d0b-b9ae-28cfb6c1f25d req-6d1722b3-374b-43d6-a72a-c99a1e9f8ef4 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:11.203840 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-23bac3dd-9ae5-4d0b-b9ae-28cfb6c1f25d req-6d1722b3-374b-43d6-a72a-c99a1e9f8ef4 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 945 time: 0.0873933
Dec 21 04:06:11.251257 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-23bac3dd-9ae5-4d0b-b9ae-28cfb6c1f25d req-d54fcf87-e4de-40e4-8088-19356ddf89cb tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406306
Dec 21 04:06:11.454199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51d8ce-2214-463f-b379-c2d135c5cb7b req-85c196ba-a2c9-4cfc-b65b-9429ea5491c9 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:11.456108 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cd51d8ce-2214-463f-b379-c2d135c5cb7b req-85c196ba-a2c9-4cfc-b65b-9429ea5491c9 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0830970
Dec 21 04:06:11.504333 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cd51d8ce-2214-463f-b379-c2d135c5cb7b req-4b1a29bc-b081-405c-b1a9-30a81f57b33d tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408425
Dec 21 04:06:11.771328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf326c-5fc7-45bf-9abe-6a5714fc93d8 req-4178bb68-158e-4e93-a54d-54257341fae9 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:11.773126 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-23cf326c-5fc7-45bf-9abe-6a5714fc93d8 req-4178bb68-158e-4e93-a54d-54257341fae9 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 944 time: 0.0903511
Dec 21 04:06:11.820862 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-23cf326c-5fc7-45bf-9abe-6a5714fc93d8 req-3b7ca476-cd9e-4faf-ab58-00918047b760 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413623
Dec 21 04:06:12.029151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-03defce3-10ec-4a6f-99be-a2c68d8ac11a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Synchronizing usage tracker for tenant:b07ec805977d456b9447a634af514cde on resource:security_group {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:12.046806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-03defce3-10ec-4a6f-99be-a2c68d8ac11a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Unset dirty status for tenant:b07ec805977d456b9447a634af514cde on resource:security_group {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:12.048056 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-03defce3-10ec-4a6f-99be-a2c68d8ac11a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1443436908&fields=id&tenant_id=b07ec805977d456b9447a634af514cde HTTP/1.1" status: 200  len: 267 time: 0.0615492
Dec 21 04:06:12.212556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-95cb2aea-8be9-49a9-bcf9-a12c42a886fc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:12.214126 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-95cb2aea-8be9-49a9-bcf9-a12c42a886fc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 808 time: 0.1580009
Dec 21 04:06:12.230169 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-cb16d96d-5d0b-45b9-8f56-0a6bd38f46ec tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/quotas/b07ec805977d456b9447a634af514cde HTTP/1.1" status: 200  len: 375 time: 0.0099506
Dec 21 04:06:12.317438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-6a160a73-36df-45c7-8a2e-eb5dd33d8a1c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Synchronizing usage tracker for tenant:b07ec805977d456b9447a634af514cde on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:12.333233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-6a160a73-36df-45c7-8a2e-eb5dd33d8a1c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Unset dirty status for tenant:b07ec805977d456b9447a634af514cde on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:12.334584 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-6a160a73-36df-45c7-8a2e-eb5dd33d8a1c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0991149
Dec 21 04:06:12.485103 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-943408ce-b8cf-449d-9fbc-1ff5dead058b service neutron] 10.222.0.16 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371939
Dec 21 04:06:12.627323 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-38954dad-f538-40d5-aa30-4ea816bbd7ee service neutron] 10.222.0.16 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345484
Dec 21 04:06:13.140084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a5525-2a89-4711-985f-440244437c47 req-2a08cc26-dd1f-4a66-ab59-a50496c92e93 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:13.141688 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d32a5525-2a89-4711-985f-440244437c47 req-2a08cc26-dd1f-4a66-ab59-a50496c92e93 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 945 time: 0.0862901
Dec 21 04:06:13.211950 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d32a5525-2a89-4711-985f-440244437c47 req-c27234e9-8721-4e40-9c0d-b87000b79ed5 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626919
Dec 21 04:06:13.417107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01658e-5c36-493a-9a94-08520d4c8cf6 req-e1d89616-ffed-4f63-b4e3-82f69dee4d2f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:13.418697 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc01658e-5c36-493a-9a94-08520d4c8cf6 req-e1d89616-ffed-4f63-b4e3-82f69dee4d2f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0862081
Dec 21 04:06:13.466054 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc01658e-5c36-493a-9a94-08520d4c8cf6 req-00e71780-eb2b-491d-8e4f-7664e2578ac0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408890
Dec 21 04:06:13.680952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56daf7-92ca-469a-b487-509c30443b31 req-056be948-ad08-4aed-9a25-b66c7ff7a403 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:13.681690 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d56daf7-92ca-469a-b487-509c30443b31 req-056be948-ad08-4aed-9a25-b66c7ff7a403 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 944 time: 0.0861242
Dec 21 04:06:13.729314 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d56daf7-92ca-469a-b487-509c30443b31 req-aaf96bb9-22cd-44b4-886b-0f1bb4759e2e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411217
Dec 21 04:06:13.890197 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-180753e5-8e00-455c-9fec-661be25466b6 req-bd3042ef-4200-4e1a-9ba6-2c51ba0dc2cc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0462151
Dec 21 04:06:14.204958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55c11a-c80e-496f-8b55-3327c59d1cf3 req-785665a5-a3da-43c8-bd08-68cd081aba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:14.206605 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1c55c11a-c80e-496f-8b55-3327c59d1cf3 req-785665a5-a3da-43c8-bd08-68cd081aba82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 1161 time: 0.0804491
Dec 21 04:06:14.324303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:14.398314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55c11a-c80e-496f-8b55-3327c59d1cf3 req-17520052-38ac-454e-8922-56a1668289c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:14.400034 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1c55c11a-c80e-496f-8b55-3327c59d1cf3 req-17520052-38ac-454e-8922-56a1668289c8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0d5c999358804f80929d210c54fe1fc6&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1738918
Dec 21 04:06:14.440506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:14.441254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:14.530307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34194124-f864-4845-b104-d474de71650f req-459a688f-599f-40ef-a6cb-b612a942702d tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:14.532272 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34194124-f864-4845-b104-d474de71650f req-459a688f-599f-40ef-a6cb-b612a942702d tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 945 time: 0.1195383
Dec 21 04:06:14.585139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55c11a-c80e-496f-8b55-3327c59d1cf3 req-4bea06e9-7827-41ea-bb59-f4856955dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:14.586796 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1c55c11a-c80e-496f-8b55-3327c59d1cf3 req-4bea06e9-7827-41ea-bb59-f4856955dd16 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1791236
Dec 21 04:06:14.591644 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34194124-f864-4845-b104-d474de71650f req-c7b640fa-426e-4690-85d6-f8034847541c tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511622
Dec 21 04:06:14.782539 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69326f3e-5623-4f60-aa43-ec3f7311f4ed req-e21a7c1e-5316-408e-93f6-fe8680daddba tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:14.784180 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-69326f3e-5623-4f60-aa43-ec3f7311f4ed req-e21a7c1e-5316-408e-93f6-fe8680daddba tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1515541
Dec 21 04:06:14.787348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-399f8f8d-0098-4668-8ba4-f5e2b8255b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:14.788813 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-399f8f8d-0098-4668-8ba4-f5e2b8255b3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 1161 time: 0.1194015
Dec 21 04:06:14.890971 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-98736b75-9d3c-4d4a-8b4d-dcb5b527680f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90b6e1de-3fc7-4c40-b111-b929afe53945 HTTP/1.1" status: 200  len: 217 time: 0.0785577
Dec 21 04:06:14.896999 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-69326f3e-5623-4f60-aa43-ec3f7311f4ed req-27cb25b7-389a-4459-bbd3-f568852008ca tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054842
Dec 21 04:06:14.957140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995e7dc-85e6-4b1e-a0bf-e02970cb7a8d req-d5b76c98-409c-4d07-951d-b8aaf5babbfa tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:14.960083 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c995e7dc-85e6-4b1e-a0bf-e02970cb7a8d req-d5b76c98-409c-4d07-951d-b8aaf5babbfa tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 944 time: 0.0976789
Dec 21 04:06:14.985428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-47767d64-11b6-42ee-bcf6-d86d68f8c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:14.987632 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-47767d64-11b6-42ee-bcf6-d86d68f8c6ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd547854-51ff-4e39-b7f6-2df69ce4b7cc HTTP/1.1" status: 200  len: 855 time: 0.0767000
Dec 21 04:06:15.008998 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c995e7dc-85e6-4b1e-a0bf-e02970cb7a8d req-a8d892ba-e7c3-4649-b445-bafb7ac75cbf tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433667
Dec 21 04:06:15.099367 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-7c730968-dd26-4b2b-8a60-9d68cf31b16e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbe98613-5022-44ed-8fff-023841696a00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0869391
Dec 21 04:06:15.105076 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f270db7d-046c-4a31-931c-f47cdd976ce4 req-2d4f7eed-bf22-4e61-ba25-7dc4de71245c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0551648
Dec 21 04:06:15.260569 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-fe03b62a-bc6b-4b77-a4ba-c557902285e9 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452577
Dec 21 04:06:15.581141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f64386ed-6bd8-4ed7-a364-83c6752f498c req-6d1ccd8d-dcc7-4b86-a780-d73a9ec54e08 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2878728
Dec 21 04:06:15.588059 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-c5b6f63a-2dd0-4c07-b8eb-3e9dc7c9c523 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:15.589599 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-c5b6f63a-2dd0-4c07-b8eb-3e9dc7c9c523 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.55 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 808 time: 0.2702203
Dec 21 04:06:15.726012 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-215baf38-9304-4a2a-a8d8-ed0589eb255e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b07ec805977d456b9447a634af514cde HTTP/1.1" status: 200  len: 5545 time: 0.0990715
Dec 21 04:06:15.740468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Request body: {'port': {'device_id': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'admin_state_up': True, 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'security_groups': ['c69f3a10-da00-4297-95de-3f1efe38de68']}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:06:15.759427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303a20-e91f-4127-b782-a4394a87ed28 req-0ba470d8-dcb3-48ae-9f2b-fc35a200a481 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:15.767320 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11303a20-e91f-4127-b782-a4394a87ed28 req-0ba470d8-dcb3-48ae-9f2b-fc35a200a481 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1054583
Dec 21 04:06:15.822531 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11303a20-e91f-4127-b782-a4394a87ed28 req-e84f50a7-5709-4343-9ec0-e4ef00d6c233 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540547
Dec 21 04:06:16.281063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:06:16.303324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:06:16.323155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbb9b8-b748-48d2-8a26-5c0bc3dbc336 req-3a185a47-02d6-4058-905d-2709b33bed30 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:16.324777 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-40fbb9b8-b748-48d2-8a26-5c0bc3dbc336 req-3a185a47-02d6-4058-905d-2709b33bed30 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 945 time: 0.4994979
Dec 21 04:06:16.330563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-cf12a48a-c862-4fdb-8398-756fd21f801f tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:16.332023 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-cf12a48a-c862-4fdb-8398-756fd21f801f tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.55 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 945 time: 0.2164369
Dec 21 04:06:16.351659 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Made reservation on behalf of b07ec805977d456b9447a634af514cde for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:06:16.357160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:16.480418 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-40fbb9b8-b748-48d2-8a26-5c0bc3dbc336 req-90263d2d-c8f2-45c2-a789-1291c35c9536 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473124
Dec 21 04:06:16.511993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Deleting port 1f491f5c-823e-4db1-81ec-37a517ac94f3 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:06:16.511993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:16.782369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 1f491f5c-823e-4db1-81ec-37a517ac94f3 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:06:16.904296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:16.928356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22ca26-e6e4-4f3f-9796-8315d2275595 req-39d3f699-4da6-43ce-8842-352fc1661573 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:16.930095 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4c22ca26-e6e4-4f3f-9796-8315d2275595 req-39d3f699-4da6-43ce-8842-352fc1661573 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.2849650
Dec 21 04:06:16.975097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f491f5c-823e-4db1-81ec-37a517ac94f3'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:16.991845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 1f491f5c-823e-4db1-81ec-37a517ac94f3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1f491f5c-823e-4db1-81ec-37a517ac94f3,segment=NetworkSegment(a97c1fc9-09d6-4b3d-b8a8-a96a49536f41),segment_id=a97c1fc9-09d6-4b3d-b8a8-a96a49536f41)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:17.001071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:17.003184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9f28bc15-47f5-4434-b318-5187baf9f287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:17.100621 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4c22ca26-e6e4-4f3f-9796-8315d2275595 req-13891581-2fdb-4c8b-a8bf-2d64a9923ce5 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169732
Dec 21 04:06:17.156277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] For port 1f491f5c-823e-4db1-81ec-37a517ac94f3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1f491f5c-823e-4db1-81ec-37a517ac94f3,segment=NetworkSegment(a97c1fc9-09d6-4b3d-b8a8-a96a49536f41),segment_id=a97c1fc9-09d6-4b3d-b8a8-a96a49536f41)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:17.156683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:17.159616 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=1f491f5c-823e-4db1-81ec-37a517ac94f3,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:17.164178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:17.364712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Allocated IP 172.20.0.7 (013b4941-7458-42a2-bded-2718d1174ace/7e62c16b-0a89-40bd-8164-b47481e029b8/499c69ca-3c31-461f-a533-f5bccf8a38fe) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:06:17.378008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Calling delete_port for 1f491f5c-823e-4db1-81ec-37a517ac94f3 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:06:17.427370 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f2eb4ca0-368c-4f9f-905c-23a888f5522c req-86d04f4a-5f8e-4250-aff3-36ac902d720d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.1081381
Dec 21 04:06:17.491216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a126a3d-559e-452a-928e-57b0cf919875 req-2265714e-edfe-4ddd-93c4-f03bda50b877 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:17.499695 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a126a3d-559e-452a-928e-57b0cf919875 req-2265714e-edfe-4ddd-93c4-f03bda50b877 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 944 time: 0.1344020
Dec 21 04:06:17.534200 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f491f5c-823e-4db1-81ec-37a517ac94f3', 'code': 200}
Dec 21 04:06:17.555549 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a126a3d-559e-452a-928e-57b0cf919875 req-c5ca2fc0-0bf8-492d-b3ae-889d7a070706 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545797
Dec 21 04:06:17.633054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:06:17.633497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:06:17.745711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:17.779750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Transition to ACTIVE for port object 499c69ca-3c31-461f-a533-f5bccf8a38fe will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:06:17.797516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98425ae7-973e-4c28-937b-2df29a130ce7 req-6c59d9cd-3f8d-40a7-a3e2-1c3b639b4e77 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:17.799181 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-98425ae7-973e-4c28-937b-2df29a130ce7 req-6c59d9cd-3f8d-40a7-a3e2-1c3b639b4e77 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 943 time: 0.1464005
Dec 21 04:06:17.833970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:17.857736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:17.934301 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-98425ae7-973e-4c28-937b-2df29a130ce7 req-a95725f0-0bb4-4752-bff1-91acff0b4749 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272352
Dec 21 04:06:18.012860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Pushing event updated for resources: {'Port': ['ID=499c69ca-3c31-461f-a533-f5bccf8a38fe,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:18.029654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:18.074189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Network 013b4941-7458-42a2-bded-2718d1174ace is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:06:18.074806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:06:18.077438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:06:18.081881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:18.082543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:18.116465 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3822806
Dec 21 04:06:18.134636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Deleting port 1f491f5c-823e-4db1-81ec-37a517ac94f3 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:06:18.135150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:18.165449 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Request body: {'port': {'device_id': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:06:18.350335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-092bdc0e-4fa4-428a-9e63-741515300fe4 None None] Provisioning for port 499c69ca-3c31-461f-a533-f5bccf8a38fe completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:06:18.356254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-092bdc0e-4fa4-428a-9e63-741515300fe4 None None] Provisioning complete for port 499c69ca-3c31-461f-a533-f5bccf8a38fe triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:18.356993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-092bdc0e-4fa4-428a-9e63-741515300fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:18.366134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:18.387886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e251d7-9b08-482b-925b-d314d550e07a req-b76da440-0575-4dee-8ee3-a23755a68470 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:18.389689 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-94e251d7-9b08-482b-925b-d314d550e07a req-b76da440-0575-4dee-8ee3-a23755a68470 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0878806
Dec 21 04:06:18.427058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-092bdc0e-4fa4-428a-9e63-741515300fe4 None None] Port 499c69ca-3c31-461f-a533-f5bccf8a38fe cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:06:18.438921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:18.466629 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-94e251d7-9b08-482b-925b-d314d550e07a req-f11c0ac3-8d4c-4aae-a310-7962cd7d3687 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671906
Dec 21 04:06:18.777225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f842e02-c250-44c6-b1b8-da5c85015d20 req-43b6490c-3f10-44e9-b0bd-4b838f3219fb tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:18.778890 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3f842e02-c250-44c6-b1b8-da5c85015d20 req-43b6490c-3f10-44e9-b0bd-4b838f3219fb tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 944 time: 0.0921259
Dec 21 04:06:18.832543 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3f842e02-c250-44c6-b1b8-da5c85015d20 req-83c294c7-8022-4326-a64a-bd9842d0b8c5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453606
Dec 21 04:06:18.930821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] For port 1f491f5c-823e-4db1-81ec-37a517ac94f3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=1f491f5c-823e-4db1-81ec-37a517ac94f3,segment=NetworkSegment(a97c1fc9-09d6-4b3d-b8a8-a96a49536f41),segment_id=a97c1fc9-09d6-4b3d-b8a8-a96a49536f41)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:18.931216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:19.134342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Calling delete_port for 1f491f5c-823e-4db1-81ec-37a517ac94f3 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:06:19.224870 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9feef-de8d-492b-a276-bca3032c6b5d req-878bf282-9cb0-423b-a711-d5da17ae932f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:19.225629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-b3c9feef-de8d-492b-a276-bca3032c6b5d req-878bf282-9cb0-423b-a711-d5da17ae932f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Synchronizing usage tracker for tenant:b07ec805977d456b9447a634af514cde on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:19.346880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-b3c9feef-de8d-492b-a276-bca3032c6b5d req-878bf282-9cb0-423b-a711-d5da17ae932f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Unset dirty status for tenant:b07ec805977d456b9447a634af514cde on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:19.347982 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3c9feef-de8d-492b-a276-bca3032c6b5d req-878bf282-9cb0-423b-a711-d5da17ae932f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 931 time: 0.7444019
Dec 21 04:06:19.497140 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3c9feef-de8d-492b-a276-bca3032c6b5d req-d0a1ed06-29dc-4705-981c-a1e8d01cca41 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1353991
Dec 21 04:06:19.526640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:19.554672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d343d-1af6-40f2-be14-bbb1f9286b78 req-b574b14c-d41e-441d-a43c-e5d83846c3d6 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:19.556641 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-782d343d-1af6-40f2-be14-bbb1f9286b78 req-b574b14c-d41e-441d-a43c-e5d83846c3d6 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 865 time: 0.1384132
Dec 21 04:06:19.567922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1a5bdad9-7df3-4dcc-bf87-5cc941e2d358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:19.609175 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-782d343d-1af6-40f2-be14-bbb1f9286b78 req-65b15bfd-a90c-4d0d-a625-bb97e36cb6de tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457664
Dec 21 04:06:19.666745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Pushing event deleted for resources: {'Port': ['ID=1f491f5c-823e-4db1-81ec-37a517ac94f3,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:19.727458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:19.728812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 90b6e1de-3fc7-4c40-b111-b929afe53945 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:19.802041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 90b6e1de-3fc7-4c40-b111-b929afe53945 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:06:19.807305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 90b6e1de-3fc7-4c40-b111-b929afe53945 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:19.807560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499c69ca-3c31-461f-a533-f5bccf8a38fe {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:06:19.807724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:19.820035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:19.850564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Transition to ACTIVE for port object 499c69ca-3c31-461f-a533-f5bccf8a38fe will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:06:19.863678 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:19.889665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-489538b9-c82c-4e6d-aa53-e18b819d6eb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:19.934509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:19.963925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b6e1de-3fc7-4c40-b111-b929afe53945'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:19.979583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 90b6e1de-3fc7-4c40-b111-b929afe53945, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=90b6e1de-3fc7-4c40-b111-b929afe53945,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:19.985877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:19.989822 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6c90f8d9-07f7-4aa8-badd-1a82f11d8c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:20.061467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Pushing event updated for resources: {'Port': ['ID=499c69ca-3c31-461f-a533-f5bccf8a38fe,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:20.074811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=90b6e1de-3fc7-4c40-b111-b929afe53945,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:20.078404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:20.082083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625ae2-8eae-4e26-ac74-b24f1e3374b4 req-111e998b-37d9-4c63-af84-e22326b9526b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:20.083987 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c625ae2-8eae-4e26-ac74-b24f1e3374b4 req-111e998b-37d9-4c63-af84-e22326b9526b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 946 time: 0.0931516
Dec 21 04:06:20.096896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981c410-488c-43b2-9170-438e8b41b98c req-6e62128f-8780-40a5-beb5-2ccee13fe59f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:20.098625 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2981c410-488c-43b2-9170-438e8b41b98c req-6e62128f-8780-40a5-beb5-2ccee13fe59f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.4376035
Dec 21 04:06:20.110694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:20.123365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] No DVR routers for this DVR port 1f491f5c-823e-4db1-81ec-37a517ac94f3 on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:06:20.136757 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c625ae2-8eae-4e26-ac74-b24f1e3374b4 req-d23eabde-4364-4244-97ff-08df5b9276bb tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459397
Dec 21 04:06:20.145978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:20.148697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'name': 'network-vif-deleted', 'tag': '1f491f5c-823e-4db1-81ec-37a517ac94f3'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:20.202723 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0e44bb92-2ea5-4c4e-b3c5-8d611efc71a8 req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.55 "DELETE /v2.0/ports/1f491f5c-823e-4db1-81ec-37a517ac94f3 HTTP/1.1" status: 204  len: 173 time: 3.8521163
Dec 21 04:06:20.213302 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2981c410-488c-43b2-9170-438e8b41b98c req-e61c6265-7be4-4df7-b894-083d31c30d6b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941229
Dec 21 04:06:20.220818 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b6e1de-3fc7-4c40-b111-b929afe53945', 'code': 200}
Dec 21 04:06:20.294560 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da035a33-faa9-433e-805f-0d351e6d42ed', 'name': 'network-vif-deleted', 'tag': '1f491f5c-823e-4db1-81ec-37a517ac94f3', 'status': 'completed', 'code': 200}
Dec 21 04:06:20.314789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Attempting to bind port 499c69ca-3c31-461f-a533-f5bccf8a38fe on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:06:20.315167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Attempting to bind port 499c69ca-3c31-461f-a533-f5bccf8a38fe by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:06:20.315543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Attempting to bind port 499c69ca-3c31-461f-a533-f5bccf8a38fe on network 013b4941-7458-42a2-bded-2718d1174ace {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:06:20.322863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:06:20.323270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Checking segment: {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:06:20.323677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:20.324070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Bound using segment: {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:06:20.324554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Bound port: 499c69ca-3c31-461f-a533-f5bccf8a38fe, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61d1a84-55d5-42e7-828f-8303661e6b60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '013b4941-7458-42a2-bded-2718d1174ace'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:06:20.324925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:20.432845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] For port 499c69ca-3c31-461f-a533-f5bccf8a38fe, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:06:20.436322 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] For port 499c69ca-3c31-461f-a533-f5bccf8a38fe, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:06:20.440053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:20.456997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3fef5836-aa71-45c4-8c62-33cc73b2b8fc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:20.675364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Pushing event updated for resources: {'Port': ['ID=499c69ca-3c31-461f-a533-f5bccf8a38fe,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:20.721018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:20.793648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126a04-afb9-4c70-aba4-b68ce887fc2b req-c900570f-fd4e-4223-8ebd-ae0a76a1089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:20.795378 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d2126a04-afb9-4c70-aba4-b68ce887fc2b req-c900570f-fd4e-4223-8ebd-ae0a76a1089e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 1163 time: 0.2943497
Dec 21 04:06:20.834458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:20.835166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:20.836703 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] 10.222.0.55 "PUT /v2.0/ports/499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 1157 time: 2.7032514
Dec 21 04:06:20.870862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4284f5-5831-4399-bec1-660f72746625 req-230230b4-04e7-4934-8fe1-b47e0cee4203 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:20.871900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 90b6e1de-3fc7-4c40-b111-b929afe53945 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:20.878823 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c4284f5-5831-4399-bec1-660f72746625 req-230230b4-04e7-4934-8fe1-b47e0cee4203 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.2081735
Dec 21 04:06:20.904595 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3c349b7f-46c8-46c9-be5a-711d52263a24 req-a0d535a8-71a5-411a-b3c1-8e094df6a7e4 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=da035a33-faa9-433e-805f-0d351e6d42ed HTTP/1.1" status: 200  len: 210 time: 0.1009696
Dec 21 04:06:20.974950 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d2126a04-afb9-4c70-aba4-b68ce887fc2b req-9a6e4598-5f34-483b-a2ef-75961b4a3b95 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685090
Dec 21 04:06:20.986237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 90b6e1de-3fc7-4c40-b111-b929afe53945 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:20.986698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:21.021328 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c4284f5-5831-4399-bec1-660f72746625 req-80de874a-aeec-4e34-8e59-883411a8cf3b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1415105
Dec 21 04:06:21.063805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-8971e4f2-ddd8-44c7-9954-c4cba6f38cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:21.065733 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-8971e4f2-ddd8-44c7-9954-c4cba6f38cd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1160 time: 0.1453021
Dec 21 04:06:21.367458 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-4101f1d1-06cb-43ac-939a-6d38942f6625 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 217 time: 0.1334627
Dec 21 04:06:21.400178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f3099-036a-471e-b4f6-b1f9a70d82ed req-c00dc4af-0cb1-4cab-977f-7d00bf96116d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:21.401816 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-957f3099-036a-471e-b4f6-b1f9a70d82ed req-c00dc4af-0cb1-4cab-977f-7d00bf96116d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 946 time: 0.1030979
Dec 21 04:06:21.454731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-1e620781-cfd3-4f6f-838d-8cde564b8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:21.456579 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-1e620781-cfd3-4f6f-838d-8cde564b8887 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 200  len: 847 time: 0.0816674
Dec 21 04:06:21.459998 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-957f3099-036a-471e-b4f6-b1f9a70d82ed req-622e847f-eead-42c1-8269-1bccb2aa01dc tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516572
Dec 21 04:06:21.609938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79d87a-e93e-47b1-bb8f-1b20f17e7868 req-d52ac6a6-9dec-4281-8559-b7a18a5f2a47 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:21.611602 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b79d87a-e93e-47b1-bb8f-1b20f17e7868 req-d52ac6a6-9dec-4281-8559-b7a18a5f2a47 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1539047
Dec 21 04:06:21.615344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-d3ca0b17-a6ac-4d44-bbb4-f16b8a811b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:21.616858 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-d3ca0b17-a6ac-4d44-bbb4-f16b8a811b6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=013b4941-7458-42a2-bded-2718d1174ace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1190219
Dec 21 04:06:21.756265 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b79d87a-e93e-47b1-bb8f-1b20f17e7868 req-9978a33a-4891-4685-b338-48df25105804 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1355143
Dec 21 04:06:21.800382 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-6c5114aa-e3ca-42d6-a29e-46a30b84d336 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631608
Dec 21 04:06:21.966539 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acfe4c07-6f34-4452-93a4-f15a3a5e418f req-54c167fa-1558-473b-8d2c-90ab2e4f14a7 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465042
Dec 21 04:06:22.253956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b5a0b-8b13-4a7b-959a-f410b776f4e5 req-b2fed2c6-a346-4650-a157-83102391b5cc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:22.256081 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fe7b5a0b-8b13-4a7b-959a-f410b776f4e5 req-b2fed2c6-a346-4650-a157-83102391b5cc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0879691
Dec 21 04:06:22.295419 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:22.307026 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fe7b5a0b-8b13-4a7b-959a-f410b776f4e5 req-7c08b0dd-e7dd-4442-a7c4-b23e2be683b5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0448804
Dec 21 04:06:22.377037 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'status': 'completed', 'code': 200}
Dec 21 04:06:22.507284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939da5a3-1219-4544-83c7-91fb7561b695 req-7f75ca30-6c0b-4ec9-9bf6-7e1e4d2fedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:22.508989 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-939da5a3-1219-4544-83c7-91fb7561b695 req-7f75ca30-6c0b-4ec9-9bf6-7e1e4d2fedf2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1160 time: 0.0947597
Dec 21 04:06:22.713507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939da5a3-1219-4544-83c7-91fb7561b695 req-24834875-02ae-460f-ace2-59bdcdec1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:22.715123 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-939da5a3-1219-4544-83c7-91fb7561b695 req-24834875-02ae-460f-ace2-59bdcdec1900 service neutron] 10.222.0.55 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 902 time: 0.1978090
Dec 21 04:06:22.792132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c453dd-a237-4e2e-877d-73866e74b23d req-866e7379-afa8-4ccc-a1ad-83b134154999 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:22.793738 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56c453dd-a237-4e2e-877d-73866e74b23d req-866e7379-afa8-4ccc-a1ad-83b134154999 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 946 time: 0.1811075
Dec 21 04:06:22.806274 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-939da5a3-1219-4544-83c7-91fb7561b695 req-ddd3f769-686e-4113-9982-a583af74acb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 217 time: 0.0791576
Dec 21 04:06:23.123001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:06:23.125289 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56c453dd-a237-4e2e-877d-73866e74b23d req-b9375132-a754-4861-ae9c-bd7215cc5ae9 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3208883
Dec 21 04:06:23.133632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939da5a3-1219-4544-83c7-91fb7561b695 req-67e13feb-1df7-46d1-8aac-34724a6f098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:23.135143 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-939da5a3-1219-4544-83c7-91fb7561b695 req-67e13feb-1df7-46d1-8aac-34724a6f098e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 200  len: 847 time: 0.0882328
Dec 21 04:06:23.224449 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939da5a3-1219-4544-83c7-91fb7561b695 req-3ad82104-684a-493b-83b2-c81f02e011f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:23.226290 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-939da5a3-1219-4544-83c7-91fb7561b695 req-3ad82104-684a-493b-83b2-c81f02e011f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=013b4941-7458-42a2-bded-2718d1174ace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0780973
Dec 21 04:06:23.445792 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-939da5a3-1219-4544-83c7-91fb7561b695 req-6eca33b0-1a0b-4623-8748-d6d750762768 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2041993
Dec 21 04:06:23.452792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10614bf9-6d72-4993-8036-b5b690519927 req-eda5eca2-2c0e-47eb-9c42-5232fafd9d3e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:23.454354 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-10614bf9-6d72-4993-8036-b5b690519927 req-eda5eca2-2c0e-47eb-9c42-5232fafd9d3e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1899230
Dec 21 04:06:23.607483 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-10614bf9-6d72-4993-8036-b5b690519927 req-c027ea9f-1d71-4a76-be46-068f75834217 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451817
Dec 21 04:06:23.640661 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-939da5a3-1219-4544-83c7-91fb7561b695 req-db0db153-7bc6-452d-95da-c160b737bb36 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1797657
Dec 21 04:06:23.836031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4f974-e4b6-42c7-9dd9-95543e8f33bf req-c9dc2631-7daa-41ba-a29e-b9a3e5398e57 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:23.837702 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-03e4f974-e4b6-42c7-9dd9-95543e8f33bf req-c9dc2631-7daa-41ba-a29e-b9a3e5398e57 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0868204
Dec 21 04:06:23.884761 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-03e4f974-e4b6-42c7-9dd9-95543e8f33bf req-1916b4b0-eed6-45ef-9faa-8ded8da1767c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406959
Dec 21 04:06:24.347377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1b6e9-ade4-4da0-8a59-b694669b913e req-6e68ddd4-c882-4266-80b4-d3b4265d3789 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:24.348980 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-caa1b6e9-ade4-4da0-8a59-b694669b913e req-6e68ddd4-c882-4266-80b4-d3b4265d3789 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 946 time: 0.0904970
Dec 21 04:06:24.397765 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-caa1b6e9-ade4-4da0-8a59-b694669b913e req-bafb74c1-d8b4-4372-86bc-5cf958604283 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421247
Dec 21 04:06:24.860213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0e711-bd8e-40ad-9081-23a5a5da3316 req-e2693900-6dfe-4c82-b10f-494eadf534fb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:24.861917 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b6c0e711-bd8e-40ad-9081-23a5a5da3316 req-e2693900-6dfe-4c82-b10f-494eadf534fb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1014423
Dec 21 04:06:24.924482 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b6c0e711-bd8e-40ad-9081-23a5a5da3316 req-6ed4ff8e-835f-465b-a267-c200b4bf9cf0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552185
Dec 21 04:06:25.159121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379153ad-475c-4d05-a44f-8da35fa984db req-f5506619-e360-485b-9545-3ee5b980a2db tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:25.160677 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-379153ad-475c-4d05-a44f-8da35fa984db req-f5506619-e360-485b-9545-3ee5b980a2db tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0870075
Dec 21 04:06:25.208591 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-379153ad-475c-4d05-a44f-8da35fa984db req-a176a12e-4ad2-433c-9caf-c433726f1949 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414364
Dec 21 04:06:25.815209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-c7353c3f-af17-49ef-8f57-5048083eead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:25.816890 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-c7353c3f-af17-49ef-8f57-5048083eead0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1163 time: 0.1354995
Dec 21 04:06:25.889461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc4a52-9e0c-4136-93d2-e4272f5d7755 req-1f41f2d7-0a0d-4e04-9949-f2cfe2f00dd8 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:25.891125 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efcc4a52-9e0c-4136-93d2-e4272f5d7755 req-1f41f2d7-0a0d-4e04-9949-f2cfe2f00dd8 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1447060
Dec 21 04:06:26.019926 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efcc4a52-9e0c-4136-93d2-e4272f5d7755 req-eff18e55-d7a3-40ba-84d7-91404bfd289c tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748019
Dec 21 04:06:26.024933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-a410d760-7522-4597-b8d7-274aeaeaba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:26.026447 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-a410d760-7522-4597-b8d7-274aeaeaba0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 913 time: 0.1964054
Dec 21 04:06:26.119284 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-2ead37e0-7dea-4920-b26c-4f25b520ad02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c4622-8f1b-42c5-bfc5-c5e155218d89 HTTP/1.1" status: 200  len: 217 time: 0.0734546
Dec 21 04:06:26.260224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-bca06301-33a7-458b-8513-ac66c6461853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:26.261795 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-bca06301-33a7-458b-8513-ac66c6461853 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 200  len: 859 time: 0.1217263
Dec 21 04:06:26.324349 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-11bb164f-4367-467b-98ad-5995972e904c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e2c2a6e4-9130-437b-b1c6-0bb90f013677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459859
Dec 21 04:06:26.330331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4439-5109-4500-b2c6-ac655cbd6df3 req-18a2bfe4-dbfd-460c-ae3c-bc66dbcefc2c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:26.331837 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f43b4439-5109-4500-b2c6-ac655cbd6df3 req-18a2bfe4-dbfd-460c-ae3c-bc66dbcefc2c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1516147
Dec 21 04:06:26.422555 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f43b4439-5109-4500-b2c6-ac655cbd6df3 req-5e309506-22fd-4625-9dfa-0001f7a8ed2b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836608
Dec 21 04:06:26.515749 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-5aca8fba-0629-4e43-a1d7-7d7f4aaf5310 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609025
Dec 21 04:06:26.671210 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b29d60cd-4e39-4280-9912-9d8f9f365714 req-3b64fcc3-65f2-41da-9e20-84e167e2fca2 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437600
Dec 21 04:06:26.893795 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:26.983863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port cebf23f8-0aba-463b-89c6-d9e38a717d77 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:26.984360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:27.116997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422f8cd-9e16-4610-8ab8-59973f92f55c req-fb299381-465a-4d9e-8a6c-6857131fd22f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:27.118634 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b422f8cd-9e16-4610-8ab8-59973f92f55c req-fb299381-465a-4d9e-8a6c-6857131fd22f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0923231
Dec 21 04:06:27.166063 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b422f8cd-9e16-4610-8ab8-59973f92f55c req-db5caf42-9e79-46ae-a887-aa0982ee0260 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410609
Dec 21 04:06:27.366346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9eb0a-0681-430c-a3cf-23a7e8c86c97 req-194e64e5-7cad-4cf1-a3d4-be7abd633488 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:27.367904 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aad9eb0a-0681-430c-a3cf-23a7e8c86c97 req-194e64e5-7cad-4cf1-a3d4-be7abd633488 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0847161
Dec 21 04:06:27.414135 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aad9eb0a-0681-430c-a3cf-23a7e8c86c97 req-88bbd19e-11a6-435c-8869-a0e80455d769 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397298
Dec 21 04:06:27.662151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf167f-b4e7-41ca-b16f-cf1d383263d0 req-44b5a60b-e128-4f3c-b89a-14ab782ccbc6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:27.663688 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-73cf167f-b4e7-41ca-b16f-cf1d383263d0 req-44b5a60b-e128-4f3c-b89a-14ab782ccbc6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0876234
Dec 21 04:06:27.710540 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-73cf167f-b4e7-41ca-b16f-cf1d383263d0 req-00fc3746-a193-45c6-8cfd-30ad9939f62e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406792
Dec 21 04:06:28.388204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80039-0823-4a26-9dd4-41c53018ccbd req-05283ba0-90f6-4585-9095-282225efe96d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:28.389787 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-84a80039-0823-4a26-9dd4-41c53018ccbd req-05283ba0-90f6-4585-9095-282225efe96d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0858021
Dec 21 04:06:28.436875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-84a80039-0823-4a26-9dd4-41c53018ccbd req-0e58fa5c-5191-48b2-9a14-107043ac9834 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406234
Dec 21 04:06:28.634282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00649311-ac0d-4f36-aa1c-764297f0f02b req-10a8975b-c210-4292-bdfa-d9d50e8e48d6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:28.636027 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-00649311-ac0d-4f36-aa1c-764297f0f02b req-10a8975b-c210-4292-bdfa-d9d50e8e48d6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0820503
Dec 21 04:06:28.682386 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-00649311-ac0d-4f36-aa1c-764297f0f02b req-acf1abe7-3283-412b-a1c0-b05c8b6de4c5 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400743
Dec 21 04:06:28.937323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a57ac1-868a-424c-8c01-2591ad16b132 req-46890906-d26f-433c-99cb-ecb8cee3fbc2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:28.938939 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d7a57ac1-868a-424c-8c01-2591ad16b132 req-46890906-d26f-433c-99cb-ecb8cee3fbc2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0856459
Dec 21 04:06:28.989939 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d7a57ac1-868a-424c-8c01-2591ad16b132 req-81334c0d-dd53-4030-8f05-72e3e9a57633 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438106
Dec 21 04:06:29.656599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d47458-8ea5-4d8e-a2e3-d222601900c4 req-b512df47-effc-4b39-9fd3-5c676d407232 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:29.658123 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56d47458-8ea5-4d8e-a2e3-d222601900c4 req-b512df47-effc-4b39-9fd3-5c676d407232 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0865600
Dec 21 04:06:29.705246 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56d47458-8ea5-4d8e-a2e3-d222601900c4 req-b9bf86d9-f31c-4875-94a2-059e1d9ed593 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0402620
Dec 21 04:06:29.905141 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf0611-814f-4e62-bb72-4133bb805210 req-72287abf-0998-4b39-861c-b39931e1b8c0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:29.906804 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-70cf0611-814f-4e62-bb72-4133bb805210 req-72287abf-0998-4b39-861c-b39931e1b8c0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0830538
Dec 21 04:06:29.954730 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-70cf0611-814f-4e62-bb72-4133bb805210 req-34bcc291-e4c0-4f99-81dc-b533fa4b9582 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407026
Dec 21 04:06:30.223856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee32b4-1a5f-4a67-85e6-6e7efdbbc7cb req-14fb2902-4f0f-4c2a-bbaf-ed4b4d8f7eaa tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:30.225651 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09ee32b4-1a5f-4a67-85e6-6e7efdbbc7cb req-14fb2902-4f0f-4c2a-bbaf-ed4b4d8f7eaa tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0935967
Dec 21 04:06:30.277783 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09ee32b4-1a5f-4a67-85e6-6e7efdbbc7cb req-caca7667-f08d-4245-8bfa-2db5750be13b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455880
Dec 21 04:06:30.921746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d28518-ca07-4199-aabe-15885a9c6543 req-a968a3f3-a23d-4fc8-898a-9bcc9196b994 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:30.923366 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b8d28518-ca07-4199-aabe-15885a9c6543 req-a968a3f3-a23d-4fc8-898a-9bcc9196b994 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0848000
Dec 21 04:06:30.971729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b8d28518-ca07-4199-aabe-15885a9c6543 req-1b2c8e7e-9740-4ad2-8427-37d056669558 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415342
Dec 21 04:06:31.171911 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b7839-e51f-4b2b-82f3-bd2c17af2d36 req-fc861fb2-e9f2-4a3c-b15a-0243f1ba293c tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:31.173512 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-177b7839-e51f-4b2b-82f3-bd2c17af2d36 req-fc861fb2-e9f2-4a3c-b15a-0243f1ba293c tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0834084
Dec 21 04:06:31.222729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-177b7839-e51f-4b2b-82f3-bd2c17af2d36 req-4a747b06-6c7c-4674-aa2d-309af9783eda tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420125
Dec 21 04:06:31.513182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51efd63-94d8-4982-b607-aa35ccf2c1f1 req-c40e32ba-5aeb-4995-87d4-9e009de867d3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:31.514776 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a51efd63-94d8-4982-b607-aa35ccf2c1f1 req-c40e32ba-5aeb-4995-87d4-9e009de867d3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0865381
Dec 21 04:06:31.561120 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a51efd63-94d8-4982-b607-aa35ccf2c1f1 req-dceccade-1c3a-4725-817e-7f4231e312ae tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398324
Dec 21 04:06:32.193204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12bbdc-2f1c-4d86-83ca-9ac81236c8bd req-093b1cad-eece-44be-ba64-7d2c02661c26 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:32.194884 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b12bbdc-2f1c-4d86-83ca-9ac81236c8bd req-093b1cad-eece-44be-ba64-7d2c02661c26 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0895951
Dec 21 04:06:32.246814 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b12bbdc-2f1c-4d86-83ca-9ac81236c8bd req-57ae4dda-82f5-4ab7-aa0f-6b3670842ec7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451269
Dec 21 04:06:32.447960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901a12c-847e-4bc3-a601-191b7e8ae66b req-fbd25b2d-41c8-4734-a5f4-a6aa2f44ae8c tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:32.451257 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d901a12c-847e-4bc3-a601-191b7e8ae66b req-fbd25b2d-41c8-4734-a5f4-a6aa2f44ae8c tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0893784
Dec 21 04:06:32.504970 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d901a12c-847e-4bc3-a601-191b7e8ae66b req-8955f835-ae9c-4e3c-a891-54e3d36fba0d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455728
Dec 21 04:06:32.711205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 499c69ca-3c31-461f-a533-f5bccf8a38fe up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:32.783799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 499c69ca-3c31-461f-a533-f5bccf8a38fe completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:06:32.788732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 499c69ca-3c31-461f-a533-f5bccf8a38fe triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:32.789147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:32.806988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc23a4c-cb3d-4d93-a36c-d76f5e5ae05c req-cee8a9ed-1a25-402c-a1de-81255c146ac2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:32.808638 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3fc23a4c-cb3d-4d93-a36c-d76f5e5ae05c req-cee8a9ed-1a25-402c-a1de-81255c146ac2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0949273
Dec 21 04:06:32.855742 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3fc23a4c-cb3d-4d93-a36c-d76f5e5ae05c req-5230a647-d554-49dc-a2d6-b0d5510da040 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404525
Dec 21 04:06:32.911785 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:32.939115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:32.949737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 499c69ca-3c31-461f-a533-f5bccf8a38fe, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:32.952517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:32.953382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:32.981170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:33.176897 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'code': 200}
Dec 21 04:06:33.240189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=499c69ca-3c31-461f-a533-f5bccf8a38fe,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:33.244149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:33.250224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port cebf23f8-0aba-463b-89c6-d9e38a717d77 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:33.250224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:33.540242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdd9c6-82bc-4fd5-8437-9fabb6c44cc8 req-bb35bcac-2dca-45a3-803c-23f534b6e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:33.541799 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aefdd9c6-82bc-4fd5-8437-9fabb6c44cc8 req-bb35bcac-2dca-45a3-803c-23f534b6e679 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1162 time: 0.1449378
Dec 21 04:06:33.548595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040433a4-faf0-496c-b2c1-192cb64f95c2 req-49c0d279-0218-425b-b01c-adaa06dcd623 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:33.550165 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-040433a4-faf0-496c-b2c1-192cb64f95c2 req-49c0d279-0218-425b-b01c-adaa06dcd623 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1546836
Dec 21 04:06:33.622493 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aefdd9c6-82bc-4fd5-8437-9fabb6c44cc8 req-82658312-d252-49af-a95e-1ab451a683de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0713019
Dec 21 04:06:33.627270 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-040433a4-faf0-496c-b2c1-192cb64f95c2 req-d6bb8820-e9fa-44df-87bc-c2cdac183af8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0607798
Dec 21 04:06:33.646912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 499c69ca-3c31-461f-a533-f5bccf8a38fe up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:33.727805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 499c69ca-3c31-461f-a533-f5bccf8a38fe triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:33.728220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:33.837893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cac508-a531-4603-a139-8c561fbef9c4 req-ace4d30c-2a70-4bc7-8439-a35849711ede tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:33.839569 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-30cac508-a531-4603-a139-8c561fbef9c4 req-ace4d30c-2a70-4bc7-8439-a35849711ede tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0884771
Dec 21 04:06:33.892042 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-30cac508-a531-4603-a139-8c561fbef9c4 req-be68356f-e176-4980-ac47-56d838a5d723 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453804
Dec 21 04:06:34.210726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-3f8dfe68-4135-4aa4-a2eb-c5b9e2f3f692 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:34.212380 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-3f8dfe68-4135-4aa4-a2eb-c5b9e2f3f692 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/networks?id=b2a3a343-ad64-49b0-b882-98a263ddf1dc HTTP/1.1" status: 200  len: 808 time: 0.1842055
Dec 21 04:06:34.229424 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-888393a1-ab21-4791-ab65-1adb930aa406 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/quotas/012f21126d7d455391ef888198a0925c HTTP/1.1" status: 200  len: 375 time: 0.0109470
Dec 21 04:06:34.282425 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-482ebe4b-e98c-4204-b0d8-09f9198b30c1 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?tenant_id=012f21126d7d455391ef888198a0925c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0470681
Dec 21 04:06:34.297971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7af068-f05d-4cfa-8e07-71ca80e3c84d req-9e075b42-afc9-462e-8bfc-91f5f3f2bd89 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:34.299790 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0f7af068-f05d-4cfa-8e07-71ca80e3c84d req-9e075b42-afc9-462e-8bfc-91f5f3f2bd89 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0879810
Dec 21 04:06:34.336979 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f6607b86-a86b-4615-a312-22b7ca548bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:34.354801 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0f7af068-f05d-4cfa-8e07-71ca80e3c84d req-25fd5622-9e3d-4f7a-875c-8bab026eeb99 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476584
Dec 21 04:06:34.459730 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-89f1ba91-9c3c-4703-be5e-07c28e407137 service neutron] 10.222.0.16 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690793
Dec 21 04:06:34.616385 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-a6a18010-d356-422e-a2c1-de1fbe8a669c service neutron] 10.222.0.16 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1555967
Dec 21 04:06:34.844567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dd55f-9c06-458a-8a26-4a7eb238da5f req-6bdb49fe-06df-4950-bfd7-ce3952a8c8f9 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:34.854780 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ca7dd55f-9c06-458a-8a26-4a7eb238da5f req-6bdb49fe-06df-4950-bfd7-ce3952a8c8f9 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.3537636
Dec 21 04:06:34.919636 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ca7dd55f-9c06-458a-8a26-4a7eb238da5f req-e73c5fd8-0d96-4475-9d4e-2df9e2f703d1 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635383
Dec 21 04:06:34.942852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f7d7d-b94d-447d-b4b3-c0e4fe7dd578 req-137de42e-758e-44f2-abf6-e8300a78b077 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:34.945497 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1e8f7d7d-b94d-447d-b4b3-c0e4fe7dd578 req-137de42e-758e-44f2-abf6-e8300a78b077 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.0980303
Dec 21 04:06:35.011128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1e8f7d7d-b94d-447d-b4b3-c0e4fe7dd578 req-6272fe25-941a-4851-a46f-0d279e0c75f9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Synchronizing usage tracker for tenant:b07ec805977d456b9447a634af514cde on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:35.033845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1e8f7d7d-b94d-447d-b4b3-c0e4fe7dd578 req-6272fe25-941a-4851-a46f-0d279e0c75f9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Unset dirty status for tenant:b07ec805977d456b9447a634af514cde on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:35.035167 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1e8f7d7d-b94d-447d-b4b3-c0e4fe7dd578 req-6272fe25-941a-4851-a46f-0d279e0c75f9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0727088
Dec 21 04:06:35.048308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-62d26e9e-c53f-4159-8f73-04524606e624 req-688f6536-3ac0-45ff-b3d6-c9f56f4a8871 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Synchronizing usage tracker for tenant:012f21126d7d455391ef888198a0925c on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:35.073414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-62d26e9e-c53f-4159-8f73-04524606e624 req-688f6536-3ac0-45ff-b3d6-c9f56f4a8871 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Unset dirty status for tenant:012f21126d7d455391ef888198a0925c on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:35.074741 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-62d26e9e-c53f-4159-8f73-04524606e624 req-688f6536-3ac0-45ff-b3d6-c9f56f4a8871 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 210 time: 0.0812936
Dec 21 04:06:35.271624 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040728-6248-4daf-aabb-6612cec87092 req-24787afe-0e16-4221-8243-77f0f17d15e4 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:35.273268 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e3040728-6248-4daf-aabb-6612cec87092 req-24787afe-0e16-4221-8243-77f0f17d15e4 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0885646
Dec 21 04:06:35.326019 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e3040728-6248-4daf-aabb-6612cec87092 req-52d060ee-2588-4a77-a3bd-e6208414dcbf tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442047
Dec 21 04:06:35.651663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a255b-5ebd-4005-bcca-e72c4c4e021a req-2429ef46-72a3-40cd-9700-e99385c890f6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:35.659488 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fc0a255b-5ebd-4005-bcca-e72c4c4e021a req-2429ef46-72a3-40cd-9700-e99385c890f6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1091568
Dec 21 04:06:35.720470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fc0a255b-5ebd-4005-bcca-e72c4c4e021a req-a7d76197-8f36-437f-b0db-89929a63b9d0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599024
Dec 21 04:06:36.161245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101eef3-95bf-4d3c-8239-188064635276 req-f1e53677-b924-4e44-b514-c605ff16c120 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:36.169200 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d101eef3-95bf-4d3c-8239-188064635276 req-f1e53677-b924-4e44-b514-c605ff16c120 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1068311
Dec 21 04:06:36.224738 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d101eef3-95bf-4d3c-8239-188064635276 req-eaf41705-6c40-468a-ab4c-96b565cb7c95 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542443
Dec 21 04:06:36.303628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8658-10e7-46c3-b137-9b0951d98159 req-9d25bdcb-56e3-4eba-8e4e-3f46e714440b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:36.305251 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-73df8658-10e7-46c3-b137-9b0951d98159 req-9d25bdcb-56e3-4eba-8e4e-3f46e714440b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1119218
Dec 21 04:06:36.375160 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-73df8658-10e7-46c3-b137-9b0951d98159 req-5bf43911-9e98-4256-a2b7-254a48e07962 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0632415
Dec 21 04:06:36.431192 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbd0e10-fb87-4675-bf19-96001e3668f2 req-0218957e-8ea9-45e5-afd7-db196f1ecd07 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 210 time: 0.0675857
Dec 21 04:06:36.614626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96915db4-88d1-438f-9619-d5f9c2d9139b req-4e3a8a24-2509-40ab-8e3d-12a13f351031 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:36.623395 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-96915db4-88d1-438f-9619-d5f9c2d9139b req-4e3a8a24-2509-40ab-8e3d-12a13f351031 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0981832
Dec 21 04:06:36.692514 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-96915db4-88d1-438f-9619-d5f9c2d9139b req-96543b05-b9e3-4b77-95e5-802e4bb29445 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680010
Dec 21 04:06:37.014627 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-97920afc-eba3-4723-9e97-60247c404a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:37.063287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-72cf7fb1-748b-4367-ad4c-18603f9d9e20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:37.069313 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-72cf7fb1-748b-4367-ad4c-18603f9d9e20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.55 "GET /v2.0/networks?id=b2a3a343-ad64-49b0-b882-98a263ddf1dc HTTP/1.1" status: 200  len: 808 time: 0.3091598
Dec 21 04:06:37.095581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:37.115178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Request body: {'port': {'device_id': 'a33f9dfc-75d8-4a80-b4e2-9947b3442aa5', 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc', 'admin_state_up': True, 'tenant_id': '012f21126d7d455391ef888198a0925c'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:06:37.146869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d6dc8-0d1d-41c6-b396-c0fecb4da0ce req-71d2a4bc-fc23-47d6-8717-d43203311160 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:37.149262 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c76d6dc8-0d1d-41c6-b396-c0fecb4da0ce req-71d2a4bc-fc23-47d6-8717-d43203311160 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1963017
Dec 21 04:06:37.210333 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c76d6dc8-0d1d-41c6-b396-c0fecb4da0ce req-680066ca-778f-4446-870b-5abde0da1b4e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546448
Dec 21 04:06:37.312023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:06:37.325229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:06:37.335858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Made reservation on behalf of 012f21126d7d455391ef888198a0925c for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:06:37.344429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:37.631977 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceee6f5-b01c-44d2-a1b6-0bb494384e29 req-9fd61bc3-5fd4-42cb-85f0-ca79756bd74d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:37.633008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a2395-0d61-460b-bbd7-d684c589b813 req-44c1be73-f446-4f04-a0fe-93318e0cabfc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:37.640682 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-eceee6f5-b01c-44d2-a1b6-0bb494384e29 req-9fd61bc3-5fd4-42cb-85f0-ca79756bd74d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.2711194
Dec 21 04:06:37.640885 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e49a2395-0d61-460b-bbd7-d684c589b813 req-44c1be73-f446-4f04-a0fe-93318e0cabfc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.0968173
Dec 21 04:06:37.704483 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e49a2395-0d61-460b-bbd7-d684c589b813 req-9a973af7-16c1-41a5-8c5b-c08d9d442946 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0627079
Dec 21 04:06:37.747642 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-eceee6f5-b01c-44d2-a1b6-0bb494384e29 req-b7354b7f-b8b7-4200-aa81-e02969e1a7ee tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055162
Dec 21 04:06:37.933470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a19b4816-e365-478f-a652-860d36f62d58 req-9e085ee6-427f-48ab-babe-f6a3bfd6ef41 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 210 time: 0.0862377
Dec 21 04:06:37.985583 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Allocated IP 172.20.0.2 (b2a3a343-ad64-49b0-b882-98a263ddf1dc/a1228706-9299-42ec-a78b-acc32ddcf768/71d5bad2-6b96-4104-9da5-9c317eff8175) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:06:38.097061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0b39b-244a-467e-afa2-480a229e4ce4 req-e4267646-ea97-468d-b81d-143c290aff26 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:38.105935 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-37c0b39b-244a-467e-afa2-480a229e4ce4 req-e4267646-ea97-468d-b81d-143c290aff26 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1643646
Dec 21 04:06:38.177899 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-37c0b39b-244a-467e-afa2-480a229e4ce4 req-7d34f1a3-df49-4376-a0e6-1e404fd260d0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702846
Dec 21 04:06:38.245473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:38.408165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:38.454947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:38.485293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2dc740df-c8d4-49b7-9816-512a71475bad tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:38.591928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f65a2-8d70-4545-8e39-9669b082fdee req-a1c1de33-cb0f-4653-8cc8-1dd7d2ddd615 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:38.593704 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c67f65a2-8d70-4545-8e39-9669b082fdee req-a1c1de33-cb0f-4653-8cc8-1dd7d2ddd615 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1057243
Dec 21 04:06:38.638873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Pushing event updated for resources: {'Port': ['ID=71d5bad2-6b96-4104-9da5-9c317eff8175,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:38.650270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:38.654271 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c67f65a2-8d70-4545-8e39-9669b082fdee req-cb860dde-8078-4830-aca6-36529d8e2ebe tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532115
Dec 21 04:06:38.714894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Network b2a3a343-ad64-49b0-b882-98a263ddf1dc is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:06:38.716192 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:06:38.718725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:06:38.723625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:38.724555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:38.753279 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-dbcf604f-bb9d-447f-bfbc-1de3be950f20 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6451087
Dec 21 04:06:38.776811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Request body: {'port': {'device_id': 'a33f9dfc-75d8-4a80-b4e2-9947b3442aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:06:38.865502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:38.976256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:39.125921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9506b3-fec7-44ec-a7fc-a9a2aa54b342 req-1aca4b7f-9c6c-48ef-a570-e039b3e8d8da tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:39.134852 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1c9506b3-fec7-44ec-a7fc-a9a2aa54b342 req-1aca4b7f-9c6c-48ef-a570-e039b3e8d8da tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.2413175
Dec 21 04:06:39.135596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b6caa-791c-45ff-a0c0-657c7ea621b9 req-96144698-fc2c-4e09-9951-8b760d9d0b5a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:39.144363 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1b5b6caa-791c-45ff-a0c0-657c7ea621b9 req-96144698-fc2c-4e09-9951-8b760d9d0b5a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.2030756
Dec 21 04:06:39.190609 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1b5b6caa-791c-45ff-a0c0-657c7ea621b9 req-8b01e481-ed59-40d5-b725-dc75f4bd4b8b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449436
Dec 21 04:06:39.245842 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1c9506b3-fec7-44ec-a7fc-a9a2aa54b342 req-1b9281b3-8689-4407-9967-4d3faf8bbbe7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1098905
Dec 21 04:06:39.564131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d98f91-54ec-45d6-a7f8-138347564b5f req-07597bd0-c4eb-4c05-9286-44f085cd2b63 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:39.567403 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56d98f91-54ec-45d6-a7f8-138347564b5f req-07597bd0-c4eb-4c05-9286-44f085cd2b63 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 931 time: 0.2009456
Dec 21 04:06:39.654100 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56d98f91-54ec-45d6-a7f8-138347564b5f req-9533b223-a825-4227-9929-91dfc10f805d tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779269
Dec 21 04:06:39.728050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a76bb-cdba-476e-ad54-0f03c36074eb req-ed59ed22-b13f-46e4-8ba3-12a80c507268 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:39.729179 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f9a76bb-cdba-476e-ad54-0f03c36074eb req-ed59ed22-b13f-46e4-8ba3-12a80c507268 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1590624
Dec 21 04:06:39.844169 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f9a76bb-cdba-476e-ad54-0f03c36074eb req-788a0a3e-1e31-4fd4-b035-ca2895937ade tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973046
Dec 21 04:06:39.850327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d5bad2-6b96-4104-9da5-9c317eff8175 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:06:39.859148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:39.874451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Transition to ACTIVE for port object 71d5bad2-6b96-4104-9da5-9c317eff8175 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:06:39.880095 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:39.937272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff50bcd-92d4-4f51-97ce-2c6a35bca7d7 req-439efd04-a1c7-4e6d-bb70-8c9012ce9626 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:39.941404 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ff50bcd-92d4-4f51-97ce-2c6a35bca7d7 req-439efd04-a1c7-4e6d-bb70-8c9012ce9626 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1725931
Dec 21 04:06:40.036855 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-29613366-19b8-4743-acbf-353d44b453a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:40.055202 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ff50bcd-92d4-4f51-97ce-2c6a35bca7d7 req-a4bc1569-c8e8-4cc2-8c99-ded69e992c18 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1052983
Dec 21 04:06:40.178309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Pushing event updated for resources: {'Port': ['ID=71d5bad2-6b96-4104-9da5-9c317eff8175,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:40.182273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:40.331339 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Attempting to bind port 71d5bad2-6b96-4104-9da5-9c317eff8175 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:06:40.332502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Attempting to bind port 71d5bad2-6b96-4104-9da5-9c317eff8175 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:06:40.333487 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Attempting to bind port 71d5bad2-6b96-4104-9da5-9c317eff8175 on network b2a3a343-ad64-49b0-b882-98a263ddf1dc {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:06:40.344433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebdf82-3c31-4151-b0dc-a1e46f4df932 req-556249d5-bb29-4f07-9481-953113f18c7f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:40.346286 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-36ebdf82-3c31-4151-b0dc-a1e46f4df932 req-556249d5-bb29-4f07-9481-953113f18c7f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.2334692
Dec 21 04:06:40.350094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:06:40.350472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Checking segment: {'id': 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:06:40.350884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:40.351318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Bound using segment: {'id': 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:06:40.354075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Bound port: 71d5bad2-6b96-4104-9da5-9c317eff8175, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b2a3a343-ad64-49b0-b882-98a263ddf1dc'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:06:40.354075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:40.565833 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-36ebdf82-3c31-4151-b0dc-a1e46f4df932 req-df06950c-3974-4f72-bdc0-9bff4ab35da3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1933599
Dec 21 04:06:40.578935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-e2019ff6-5eaa-4009-87ef-9dc4f32d9fab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Synchronizing usage tracker for tenant:b07ec805977d456b9447a634af514cde on resource:network {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:40.591879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] For port 71d5bad2-6b96-4104-9da5-9c317eff8175, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:06:40.597488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] For port 71d5bad2-6b96-4104-9da5-9c317eff8175, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=71d5bad2-6b96-4104-9da5-9c317eff8175,segment=NetworkSegment(a97c1fc9-09d6-4b3d-b8a8-a96a49536f41),segment_id=a97c1fc9-09d6-4b3d-b8a8-a96a49536f41)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:06:40.601441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-e2019ff6-5eaa-4009-87ef-9dc4f32d9fab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Unset dirty status for tenant:b07ec805977d456b9447a634af514cde on resource:network {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:40.606767 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:40.612006 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-e2019ff6-5eaa-4009-87ef-9dc4f32d9fab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4481091
Dec 21 04:06:40.618120 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Request body: {'floatingip': {'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:06:40.625783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:40.626623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:06:40.637000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Usage tracker for resource:floatingip and tenant:b07ec805977d456b9447a634af514cde is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:06:40.641181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:06:40.647997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:06:40.672618 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for floatingip, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:40.902101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:41.157321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:41.158626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:41.162187 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/71d5bad2-6b96-4104-9da5-9c317eff8175 HTTP/1.1" status: 200  len: 1157 time: 2.3891618
Dec 21 04:06:41.164081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33f9dfc-75d8-4a80-b4e2-9947b3442aa5', 'tag': '71d5bad2-6b96-4104-9da5-9c317eff8175'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:41.204671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Pushing event updated for resources: {'Port': ['ID=71d5bad2-6b96-4104-9da5-9c317eff8175,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:41.209708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:41.286746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76478-5624-4cef-a275-c7be185f06db req-45f1ea37-7503-4908-9da7-5ac10d1a5c3e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:41.288736 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3fd76478-5624-4cef-a275-c7be185f06db req-45f1ea37-7503-4908-9da7-5ac10d1a5c3e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.5469875
Dec 21 04:06:41.305480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Allocated IP 172.27.0.182 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/f6dc7a26-c76a-4735-9866-34016e5d6ce9) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:06:41.387182 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3fd76478-5624-4cef-a275-c7be185f06db req-3646ba0d-704d-466d-a87a-1a4b6fff0703 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780149
Dec 21 04:06:41.462076 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-51078cb4-0c85-4db0-b4fb-f20a310a7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:41.464254 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-51078cb4-0c85-4db0-b4fb-f20a310a7b5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=012f21126d7d455391ef888198a0925c&device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 1160 time: 0.2516100
Dec 21 04:06:41.509064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:41.539317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:41.562131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:41.604372 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-778ad5df-2f1f-41c1-b6ec-a4fa955fb64b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71d5bad2-6b96-4104-9da5-9c317eff8175 HTTP/1.1" status: 200  len: 217 time: 0.1227653
Dec 21 04:06:41.644368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Pushing event updated for resources: {'Port': ['ID=f6dc7a26-c76a-4735-9866-34016e5d6ce9,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:41.654476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:41.756355 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-0e57b640-90bf-4df2-b304-7f6a68a9ff75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3536048
Dec 21 04:06:41.802403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-5d799d67-c17c-4cc5-a64b-e0bf410a776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:41.804244 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-5d799d67-c17c-4cc5-a64b-e0bf410a776f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1228706-9299-42ec-a78b-acc32ddcf768 HTTP/1.1" status: 200  len: 848 time: 0.1728971
Dec 21 04:06:41.811998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:06:41.813215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:06:41.815645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:06:41.869188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e30350-189b-41cf-b169-b56c4cd6cd71 req-34d149f3-a840-4bee-9b1f-f176c4b66a80 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:41.869994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-84e30350-189b-41cf-b169-b56c4cd6cd71 req-34d149f3-a840-4bee-9b1f-f176c4b66a80 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Synchronizing usage tracker for tenant:012f21126d7d455391ef888198a0925c on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:41.876031 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-3b035575-99a6-4e95-a426-a6dc32fe8add service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2a3a343-ad64-49b0-b882-98a263ddf1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612574
Dec 21 04:06:41.892508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-84e30350-189b-41cf-b169-b56c4cd6cd71 req-34d149f3-a840-4bee-9b1f-f176c4b66a80 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Unset dirty status for tenant:012f21126d7d455391ef888198a0925c on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:41.895456 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-84e30350-189b-41cf-b169-b56c4cd6cd71 req-34d149f3-a840-4bee-9b1f-f176c4b66a80 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 943 time: 0.2169697
Dec 21 04:06:41.947432 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for floatingip, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:42.023673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:42.034044 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-84e30350-189b-41cf-b169-b56c4cd6cd71 req-38fe1cdc-3880-483b-a5e1-cd9a2a285eff tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087661
Dec 21 04:06:42.149736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-3ac3bc22-f398-48c4-8a51-6eebc20934ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:42.152013 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-3ac3bc22-f398-48c4-8a51-6eebc20934ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5c999358804f80929d210c54fe1fc6&device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 1162 time: 0.2252896
Dec 21 04:06:42.257010 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-2272905c-ab5d-4465-bc7a-c5ab227601ea service neutron] 10.222.0.55 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3567388
Dec 21 04:06:42.403963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:42.409535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:42.478343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:42.585261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-5a27c063-2c5f-4ea7-ac01-08344de407d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:42.587458 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-5a27c063-2c5f-4ea7-ac01-08344de407d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 200  len: 909 time: 0.4043047
Dec 21 04:06:42.632334 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19ae97b5-d44e-43ef-8f08-a9664b1dbf8a req-1a30b96f-cd66-4726-ab65-a9ec8411ba68 service neutron] 10.222.0.55 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3574278
Dec 21 04:06:42.663944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Pushing event updated for resources: {'Port': ['ID=f6dc7a26-c76a-4735-9866-34016e5d6ce9,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:42.680214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.680616 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.681022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.681420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.681813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.682202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.682588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.682999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.683388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.683770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.684152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.684534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.684978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.685355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.685732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.686143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.686495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.686926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.687288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.687656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.688047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.688524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.688903 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.689279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:42.704034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:42.733844 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-651adfab-48fc-4d1a-a0c6-9eae158162a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d06276-942a-422b-add5-5fb80a8c96cc HTTP/1.1" status: 200  len: 217 time: 0.0978806
Dec 21 04:06:42.777212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:42.802182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:42.802475 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961994e-b253-498a-b931-b51a0136765e req-edb917f3-c4f6-4e34-8b06-a0d5f4af9cf8 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:42.803859 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1909583
Dec 21 04:06:42.810381 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6961994e-b253-498a-b931-b51a0136765e req-edb917f3-c4f6-4e34-8b06-a0d5f4af9cf8 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.5966649
Dec 21 04:06:42.883665 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6961994e-b253-498a-b931-b51a0136765e req-6a9dce71-c000-46c7-acfd-d2af6932c68b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720892
Dec 21 04:06:42.897028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-f1adeb80-44bb-4500-a77f-d0a4a1060901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:42.900288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-974184bf-02ab-4cc0-9e04-b7782f03bfca tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Synchronizing usage tracker for tenant:b07ec805977d456b9447a634af514cde on resource:floatingip {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:42.901143 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-f1adeb80-44bb-4500-a77f-d0a4a1060901 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd547854-51ff-4e39-b7f6-2df69ce4b7cc HTTP/1.1" status: 200  len: 855 time: 0.1488616
Dec 21 04:06:42.928052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-974184bf-02ab-4cc0-9e04-b7782f03bfca tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Unset dirty status for tenant:b07ec805977d456b9447a634af514cde on resource:floatingip {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:42.939480 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-974184bf-02ab-4cc0-9e04-b7782f03bfca tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.182 HTTP/1.1" status: 200  len: 696 time: 0.1273222
Dec 21 04:06:42.965421 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33f9dfc-75d8-4a80-b4e2-9947b3442aa5', 'tag': '71d5bad2-6b96-4104-9da5-9c317eff8175', 'status': 'completed', 'code': 200}
Dec 21 04:06:42.976311 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-40ba7cec-f771-48c2-9405-181b30fdef9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbe98613-5022-44ed-8fff-023841696a00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0588663
Dec 21 04:06:43.127745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-660b45c0-269f-48f9-87bf-e3da78e1b149 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:43.128604 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-660b45c0-269f-48f9-87bf-e3da78e1b149 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.1882718
Dec 21 04:06:43.141695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-592aea5d-4f3e-4c2b-b251-bec638890e2a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:06:43.143297 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cdb26824-7b5e-47b7-80ba-1e0adaa7181a req-592aea5d-4f3e-4c2b-b251-bec638890e2a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0074315
Dec 21 04:06:43.288579 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-65c54637-48ad-45f1-b49f-a979c222d6c0 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3030345
Dec 21 04:06:43.418233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-4e327eb8-f641-42fb-a05b-aa3cf0c238b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:43.419829 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-4e327eb8-f641-42fb-a05b-aa3cf0c238b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=012f21126d7d455391ef888198a0925c&device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 1160 time: 0.2915616
Dec 21 04:06:43.566582 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-91e24ed6-15b4-4e92-8e54-3a85f9327f9e req-f149a48d-ec1f-4c05-b659-af8c370bcfb6 service neutron] 10.222.0.55 "GET /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2557752
Dec 21 04:06:43.591148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438bd9-4500-4f24-96ac-57af0f2258fb req-5f8c0b5c-f5af-4ca6-9bf3-888c51aac69a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:43.593494 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-72438bd9-4500-4f24-96ac-57af0f2258fb req-5f8c0b5c-f5af-4ca6-9bf3-888c51aac69a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.4253552
Dec 21 04:06:43.714742 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-72438bd9-4500-4f24-96ac-57af0f2258fb req-9ae564c3-2ce1-4b2e-a92b-edda4677077e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855832
Dec 21 04:06:43.899641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70405f2-eb90-4a0a-addc-6fecb5f6754d req-fb4b5d6a-9c71-4e01-ac67-3b6f072c3324 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:43.901446 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f70405f2-eb90-4a0a-addc-6fecb5f6754d req-fb4b5d6a-9c71-4e01-ac67-3b6f072c3324 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1690929
Dec 21 04:06:43.905684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-6c4d007d-d714-4937-b9ce-2b6dd6936b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:43.907464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-6c4d007d-d714-4937-b9ce-2b6dd6936b0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2a3a343-ad64-49b0-b882-98a263ddf1dc HTTP/1.1" status: 200  len: 903 time: 0.3364270
Dec 21 04:06:43.969278 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f70405f2-eb90-4a0a-addc-6fecb5f6754d req-4a1db835-ff28-437d-adf1-e269d4e63900 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604160
Dec 21 04:06:44.222728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ce3734d8-8af2-498d-82f7-b4f88ac6f201 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:44.226890 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ce3734d8-8af2-498d-82f7-b4f88ac6f201 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1029444
Dec 21 04:06:44.284153 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-6a5182b5-c2b8-4e4e-ae18-ff24948cd748 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71d5bad2-6b96-4104-9da5-9c317eff8175 HTTP/1.1" status: 200  len: 217 time: 0.3670619
Dec 21 04:06:44.339017 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-512d2dc6-d54a-48b0-80cd-47a8a568edc5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.182 HTTP/1.1" status: 200  len: 696 time: 0.1004648
Dec 21 04:06:44.348626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ae636252-3989-4104-9bb3-79776061565a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Request body: {'floatingip': {'port_id': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:06:44.386458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-3f593db7-7289-4644-873e-213d8479f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:44.388307 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-3f593db7-7289-4644-873e-213d8479f0b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1228706-9299-42ec-a78b-acc32ddcf768 HTTP/1.1" status: 200  len: 848 time: 0.0895410
Dec 21 04:06:44.401022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e56b76-5ea0-4a1d-ad89-4bcbb615c481 req-b296247a-1eaf-4ea1-8465-3da957ca8203 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:44.408177 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a1e56b76-5ea0-4a1d-ad89-4bcbb615c481 req-b296247a-1eaf-4ea1-8465-3da957ca8203 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 943 time: 0.4246340
Dec 21 04:06:44.461982 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ae636252-3989-4104-9bb3-79776061565a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for floatingip, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:44.529164 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-ad0fadc1-ee42-4bea-8f79-e29ecc0843b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2a3a343-ad64-49b0-b882-98a263ddf1dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0994887
Dec 21 04:06:44.761612 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-3bc65981-454a-4600-92f9-2366931bd4ba service neutron] 10.222.0.55 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204423
Dec 21 04:06:44.776954 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a1e56b76-5ea0-4a1d-ad89-4bcbb615c481 req-f4ab8774-8011-4c13-ad1b-217407bca633 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3642159
Dec 21 04:06:45.080301 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-772ddf75-34d4-4be1-8849-d153720b1b4e req-e0720ab7-482d-445d-9d61-d578e8b50a8b service neutron] 10.222.0.55 "GET /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2793157
Dec 21 04:06:45.193595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773dc0c-52ba-4852-8f5d-8790ee497d22 req-4b557347-620b-4f5a-9d76-49d8eba122f6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:45.195468 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f773dc0c-52ba-4852-8f5d-8790ee497d22 req-4b557347-620b-4f5a-9d76-49d8eba122f6 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1142082
Dec 21 04:06:45.247835 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f773dc0c-52ba-4852-8f5d-8790ee497d22 req-d536105e-de47-451d-a557-c58209374b14 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449119
Dec 21 04:06:45.487915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ae636252-3989-4104-9bb3-79776061565a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for floatingip, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:45.491604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ae636252-3989-4104-9bb3-79776061565a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:45.605918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623fe86-f305-4db6-83b6-0122ac9ce5ae req-d4aec8fa-8e5b-464c-bb6d-6ce9f4f091c4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:45.608158 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b623fe86-f305-4db6-83b6-0122ac9ce5ae req-d4aec8fa-8e5b-464c-bb6d-6ce9f4f091c4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.2168124
Dec 21 04:06:45.692188 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b623fe86-f305-4db6-83b6-0122ac9ce5ae req-91759eb6-391b-48a8-96b1-3d52fb069f5f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762010
Dec 21 04:06:45.985838 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ae636252-3989-4104-9bb3-79776061565a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Floating IP c463c947-9168-47f0-b2af-3f01fc3598e4 associated. External IP: 172.27.0.182, port: 499c69ca-3c31-461f-a533-f5bccf8a38fe.
Dec 21 04:06:46.151170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c871c-4b71-48c2-9d68-5a65a51bd3af req-f0416a2e-a3f2-4454-9dc7-353f07e18f87 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:46.168802 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b2c871c-4b71-48c2-9d68-5a65a51bd3af req-f0416a2e-a3f2-4454-9dc7-353f07e18f87 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1635203
Dec 21 04:06:46.243712 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b2c871c-4b71-48c2-9d68-5a65a51bd3af req-dfeb6375-c8c3-4bd0-98b8-f61bdf4d59e8 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736351
Dec 21 04:06:46.482303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cb3ac-ff24-425e-bc4e-c0e69ebc61a5 req-9e0bbb21-5f6b-427a-a18b-a7fb0c4abfb4 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:46.498648 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-815cb3ac-ff24-425e-bc4e-c0e69ebc61a5 req-9e0bbb21-5f6b-427a-a18b-a7fb0c4abfb4 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 943 time: 0.1372306
Dec 21 04:06:46.544496 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ae636252-3989-4104-9bb3-79776061565a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Router 5081dbb8-e823-4a76-a88a-304f6bc60811 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:06:46.560372 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-815cb3ac-ff24-425e-bc4e-c0e69ebc61a5 req-01c6854f-8f68-4fb9-8213-26d00218c21a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588007
Dec 21 04:06:46.800221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ae636252-3989-4104-9bb3-79776061565a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:06:46.803856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddece7-c71d-4e46-ae34-247bccfa0e32 req-35e66d5f-5125-4718-b6ad-a007d3e27d0d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:46.811429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ae636252-3989-4104-9bb3-79776061565a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:46.811611 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b7ddece7-c71d-4e46-ae34-247bccfa0e32 req-35e66d5f-5125-4718-b6ad-a007d3e27d0d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1121211
Dec 21 04:06:46.811727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] Sync routers for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:06:46.834102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:06:46.836645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42fc6f60>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:06:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:06:46.873094 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b7ddece7-c71d-4e46-ae34-247bccfa0e32 req-1a3aa028-92d1-40b9-b3fc-ddc2b9b06167 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605326
Dec 21 04:06:46.894083 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-ae636252-3989-4104-9bb3-79776061565a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "PUT /v2.0/floatingips/c463c947-9168-47f0-b2af-3f01fc3598e4 HTTP/1.1" status: 200  len: 996 time: 2.5513456
Dec 21 04:06:46.894083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:47.008025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-98ebb889-32f6-4d27-b736-96059c9f46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:47.019600 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-98ebb889-32f6-4d27-b736-96059c9f46ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1162 time: 0.1145542
Dec 21 04:06:47.095078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff5207-28c3-41d1-97e4-6d6c79755d76 req-032b9d10-59ec-4694-8599-b031d4147150 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:47.104191 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-abff5207-28c3-41d1-97e4-6d6c79755d76 req-032b9d10-59ec-4694-8599-b031d4147150 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1023195
Dec 21 04:06:47.170738 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-abff5207-28c3-41d1-97e4-6d6c79755d76 req-8c696ad5-512e-4d1b-bc12-f2e37fd31c14 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650399
Dec 21 04:06:47.197085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:06:47.238828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-12b754d2-a77a-4c13-996b-4f84cc83565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:47.247099 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-12b754d2-a77a-4c13-996b-4f84cc83565a service neutron] 10.222.0.16 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 902 time: 0.2268486
Dec 21 04:06:47.363999 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-0b4cc86f-cd86-4e6b-b222-afc965c5ff4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 999 time: 0.1156325
Dec 21 04:06:47.401723 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'status': 'completed', 'code': 200}
Dec 21 04:06:47.451248 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-bfb443a2-848c-452b-9df0-fe26000700b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:47.453238 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-bfb443a2-848c-452b-9df0-fe26000700b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 200  len: 847 time: 0.0884497
Dec 21 04:06:47.593270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-17668d5c-97b7-4e64-ae67-ccf8f93193e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:47.595405 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-17668d5c-97b7-4e64-ae67-ccf8f93193e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013b4941-7458-42a2-bded-2718d1174ace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1347375
Dec 21 04:06:47.607008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-70270a45-548a-4f02-8071-cb4aa1c7520f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:06:47.612879 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-70270a45-548a-4f02-8071-cb4aa1c7520f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0103962
Dec 21 04:06:47.617624 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8040-dba9-43d7-bce7-843697480615 req-85e30231-5347-46fc-814e-9ea7dc041857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:47.619564 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11cd8040-dba9-43d7-bce7-843697480615 req-85e30231-5347-46fc-814e-9ea7dc041857 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1162 time: 0.3277075
Dec 21 04:06:47.776438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:47.782937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42fc6f60>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'c463c947-9168-47f0-b2af-3f01fc3598e4', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'port_id': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'mac_address': 'fa:16:3e:4b:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:06:41Z', 'updated_at': '2020-12-21T04:06:45Z', 'revision_number': 1, 'project_id': 'b07ec805977d456b9447a634af514cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:33Z', 'revision_number': 5, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:06:47.791842 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-526ef433-96f6-4d54-a250-c408d77e310d service neutron] 10.222.0.16 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671019
Dec 21 04:06:47.798915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] Checking router: 5081dbb8-e823-4a76-a88a-304f6bc60811 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:06:47.811745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:06:47.812466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42fc6f60>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:06:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:06:47.823688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ff50-c8fa-46f3-a900-86967c664008 req-3c99c989-fd18-4f14-abb5-7a2720ced097 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:47.825319 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4574ff50-c8fa-46f3-a900-86967c664008 req-3c99c989-fd18-4f14-abb5-7a2720ced097 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.4070694
Dec 21 04:06:47.826302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8040-dba9-43d7-bce7-843697480615 req-f697a436-ed77-41e6-8fe4-5446cd3afc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:47.827741 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11cd8040-dba9-43d7-bce7-843697480615 req-f697a436-ed77-41e6-8fe4-5446cd3afc89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 902 time: 0.1965528
Dec 21 04:06:47.908506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:47.909380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:47.994596 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5df7bfa3-4caa-41f4-a123-8c9f8f99313d req-f0e4a518-ff27-4d14-80ec-24597648bddb service neutron] 10.222.0.16 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1957536
Dec 21 04:06:48.057441 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4574ff50-c8fa-46f3-a900-86967c664008 req-586df08e-1c42-419c-bf61-c174c41b1df6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2253966
Dec 21 04:06:48.189777 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11cd8040-dba9-43d7-bce7-843697480615 req-d7171763-fb0b-4624-9f44-9b10d76c653e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 999 time: 0.2623696
Dec 21 04:06:48.344153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:06:48.423545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:48.437745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8040-dba9-43d7-bce7-843697480615 req-4a8050b6-0d5c-4fa4-b50b-2813af6ca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:48.439381 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11cd8040-dba9-43d7-bce7-843697480615 req-4a8050b6-0d5c-4fa4-b50b-2813af6ca079 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 200  len: 847 time: 0.2391903
Dec 21 04:06:48.542184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b7203-9ecb-43cf-b5e3-7bdf1b66a4dc req-bb389e99-0156-4c20-a5f7-1c8f9d0b0b3a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:48.551298 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c34b7203-9ecb-43cf-b5e3-7bdf1b66a4dc req-bb389e99-0156-4c20-a5f7-1c8f9d0b0b3a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 943 time: 0.2116015
Dec 21 04:06:48.670396 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c34b7203-9ecb-43cf-b5e3-7bdf1b66a4dc req-1a6291c8-d06e-475f-be62-80e55fd2e6ad tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179256
Dec 21 04:06:48.700362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd8040-dba9-43d7-bce7-843697480615 req-f9cbe2fd-d154-4719-a99b-4c80a3623c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:48.700362 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11cd8040-dba9-43d7-bce7-843697480615 req-f9cbe2fd-d154-4719-a99b-4c80a3623c42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=013b4941-7458-42a2-bded-2718d1174ace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2336318
Dec 21 04:06:48.853162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fe755-5021-4ec5-bb11-7dbee444ac1b req-4682841c-8c0f-4717-84ce-a984783b46c9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:48.861434 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d8fe755-5021-4ec5-bb11-7dbee444ac1b req-4682841c-8c0f-4717-84ce-a984783b46c9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0985439
Dec 21 04:06:48.880806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42fc6f60>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'c463c947-9168-47f0-b2af-3f01fc3598e4', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'port_id': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'mac_address': 'fa:16:3e:4b:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:06:41Z', 'updated_at': '2020-12-21T04:06:45Z', 'revision_number': 1, 'project_id': 'b07ec805977d456b9447a634af514cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:33Z', 'revision_number': 5, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:06:48.885563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5718c-0d46-480c-a82a-80e4afdc02c0 None None] The sync data for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi is: [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'c463c947-9168-47f0-b2af-3f01fc3598e4', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'port_id': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'mac_address': 'fa:16:3e:4b:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:06:41Z', 'updated_at': '2020-12-21T04:06:45Z', 'revision_number': 1, 'project_id': 'b07ec805977d456b9447a634af514cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:33Z', 'revision_number': 5, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:06:48.917302 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d8fe755-5021-4ec5-bb11-7dbee444ac1b req-57a2d540-8157-4068-b051-9c181e08fadc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547030
Dec 21 04:06:49.000414 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11cd8040-dba9-43d7-bce7-843697480615 req-81ac21a6-5b54-43f1-9a34-22bcbac77691 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2844281
Dec 21 04:06:49.049714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb18a6-5a73-4b8e-b9f7-56a93ecb56ce req-e14c5a05-aa53-445e-aa2d-762de8074727 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:49.053141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bdbb18a6-5a73-4b8e-b9f7-56a93ecb56ce req-e14c5a05-aa53-445e-aa2d-762de8074727 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1694410
Dec 21 04:06:49.181215 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bdbb18a6-5a73-4b8e-b9f7-56a93ecb56ce req-e6e42b77-a3fa-4ea2-8ba3-d83904456e63 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207066
Dec 21 04:06:49.186880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf953871-5251-4af6-9702-c4f76977cb67 req-37d55a19-327b-4560-91f8-80bbd70da9e5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:49.195882 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bf953871-5251-4af6-9702-c4f76977cb67 req-37d55a19-327b-4560-91f8-80bbd70da9e5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 946 time: 0.1112163
Dec 21 04:06:49.249222 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11cd8040-dba9-43d7-bce7-843697480615 req-9acc3028-37f0-4b1b-bcc4-c127395628c9 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2348754
Dec 21 04:06:49.269058 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bf953871-5251-4af6-9702-c4f76977cb67 req-9206f3df-20d8-4f4d-97df-2c88afda66a0 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721233
Dec 21 04:06:49.358157 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6485d-f34a-477f-bf82-63e466944574 None None] New status for floating IP c463c947-9168-47f0-b2af-3f01fc3598e4: ACTIVE {{(pid=80294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:06:49.476770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfffd6-2d2c-4f03-9671-84a0906c040b req-3fe2dae0-cc29-447e-ad0a-38cf7ef5fbb4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:49.478996 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-43dfffd6-2d2c-4f03-9671-84a0906c040b req-3fe2dae0-cc29-447e-ad0a-38cf7ef5fbb4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1139557
Dec 21 04:06:49.532603 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-43dfffd6-2d2c-4f03-9671-84a0906c040b req-754ad92f-e97f-40e7-b374-692fe4d2e0f9 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465376
Dec 21 04:06:49.904823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf096a72-0d96-426b-86aa-6ecc9e3f91d3 req-0ae8515c-fe11-4ab5-8f8f-39d9d8b9ebcc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:49.906417 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cf096a72-0d96-426b-86aa-6ecc9e3f91d3 req-0ae8515c-fe11-4ab5-8f8f-39d9d8b9ebcc tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 943 time: 0.0840623
Dec 21 04:06:49.955146 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cf096a72-0d96-426b-86aa-6ecc9e3f91d3 req-570afde7-4226-42f5-b257-5d690cf50ef1 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421436
Dec 21 04:06:50.159669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22fab4-19cc-44b3-abb8-d5119fbb264f req-31164b8d-bffe-4b1d-a1b0-3ab00b810b5e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:50.161309 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de22fab4-19cc-44b3-abb8-d5119fbb264f req-31164b8d-bffe-4b1d-a1b0-3ab00b810b5e tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0825729
Dec 21 04:06:50.207478 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de22fab4-19cc-44b3-abb8-d5119fbb264f req-804f8f5f-2da0-4c52-bebb-fa6c567114b4 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399072
Dec 21 04:06:50.422270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f04fa-c400-4b3d-92c3-be4a348b564a req-3cd584e8-fda0-40d6-a3dc-956462c769d2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:50.424030 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-918f04fa-c400-4b3d-92c3-be4a348b564a req-3cd584e8-fda0-40d6-a3dc-956462c769d2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0843263
Dec 21 04:06:50.475237 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-918f04fa-c400-4b3d-92c3-be4a348b564a req-5d519e70-70bb-4fa7-978b-013849d4accd tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437522
Dec 21 04:06:50.486101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530289bf-8a36-4170-af10-90c38957ef19 req-30577078-b09d-4938-9b06-52d3b61fc7cb tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:50.487744 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-530289bf-8a36-4170-af10-90c38957ef19 req-30577078-b09d-4938-9b06-52d3b61fc7cb tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 946 time: 0.0935206
Dec 21 04:06:50.550135 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-530289bf-8a36-4170-af10-90c38957ef19 req-ce4ae8bb-5f91-423d-ae92-f728414b9647 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517709
Dec 21 04:06:50.747160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3909c54-1810-464e-8565-1db93c3d5b62 req-9300c465-4091-4163-8bb8-f885e2940eb3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:50.748720 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3909c54-1810-464e-8565-1db93c3d5b62 req-9300c465-4091-4163-8bb8-f885e2940eb3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0843749
Dec 21 04:06:50.795297 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3909c54-1810-464e-8565-1db93c3d5b62 req-8940f9e3-1bba-4742-99c4-d3bcda71d64b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399952
Dec 21 04:06:50.865766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-bac567da-ea40-4d1e-b87b-7b39ae9b0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:50.867436 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-bac567da-ea40-4d1e-b87b-7b39ae9b0f40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 1162 time: 0.0765200
Dec 21 04:06:51.012794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-98edd135-2cc8-47a6-a9a9-d58344225899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:51.014400 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-98edd135-2cc8-47a6-a9a9-d58344225899 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.1384656
Dec 21 04:06:51.190699 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-cdeda292-a989-4f06-bcf8-c107efdadb10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77 HTTP/1.1" status: 200  len: 1001 time: 0.1600084
Dec 21 04:06:51.428661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fda798-822a-4bf8-8fe7-5ad614ee27a0 req-a39c4b14-3dee-4e7f-b951-ec32ccfd3ddc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:51.430273 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02fda798-822a-4bf8-8fe7-5ad614ee27a0 req-a39c4b14-3dee-4e7f-b951-ec32ccfd3ddc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0860460
Dec 21 04:06:51.477428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3ca73-1537-4c7b-a8cd-41d31c44de92 req-b0cbb1b3-4660-4d61-bbff-52f70ee61c2e tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:51.479308 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5a3ca73-1537-4c7b-a8cd-41d31c44de92 req-b0cbb1b3-4660-4d61-bbff-52f70ee61c2e tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 943 time: 0.3939650
Dec 21 04:06:51.484374 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02fda798-822a-4bf8-8fe7-5ad614ee27a0 req-34c1f9ab-541f-4c61-9806-655d85863b2c tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473866
Dec 21 04:06:51.536709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-13d6bdba-f95c-4500-8757-8e4cb78ccfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:51.538189 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-13d6bdba-f95c-4500-8757-8e4cb78ccfc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.3377957
Dec 21 04:06:51.547721 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5a3ca73-1537-4c7b-a8cd-41d31c44de92 req-5ae4cb99-a877-4e3c-8cf2-74187c98939a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536206
Dec 21 04:06:51.634513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-f27514d5-0eaf-4bca-ab65-fc0e1e92ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:51.636391 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-f27514d5-0eaf-4bca-ab65-fc0e1e92ca4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0874288
Dec 21 04:06:51.715965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:51.734935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cbe96-5245-4698-a86b-f3b3663095c8 req-ae8c3683-5fbe-43cb-9faf-cd1c4171d148 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:51.736512 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d3cbe96-5245-4698-a86b-f3b3663095c8 req-ae8c3683-5fbe-43cb-9faf-cd1c4171d148 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0991967
Dec 21 04:06:51.787184 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d3cbe96-5245-4698-a86b-f3b3663095c8 req-4f7637e0-f587-4d49-b8c7-9a4410328d84 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420177
Dec 21 04:06:51.789425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:51.789843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:51.869067 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-f4a9c7d8-bfb7-48a8-bfac-f0824d9415cd service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2154486
Dec 21 04:06:51.876241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af05dd1-2703-48b9-8ac7-e2ba45424cc2 req-ed7765b1-10e7-4ff1-bc02-e6e4e05cc774 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:51.884793 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5af05dd1-2703-48b9-8ac7-e2ba45424cc2 req-ed7765b1-10e7-4ff1-bc02-e6e4e05cc774 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 946 time: 0.1963315
Dec 21 04:06:51.928825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 71d5bad2-6b96-4104-9da5-9c317eff8175 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:52.006254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 71d5bad2-6b96-4104-9da5-9c317eff8175 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:06:52.011550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 71d5bad2-6b96-4104-9da5-9c317eff8175 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:52.011969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:52.024258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3774c2-b309-4004-b439-c898024ba2c9 req-91aa8e7b-35cf-47ff-ae91-45e3b542ad2d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:52.025848 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4e3774c2-b309-4004-b439-c898024ba2c9 req-91aa8e7b-35cf-47ff-ae91-45e3b542ad2d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0904508
Dec 21 04:06:52.068906 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5af05dd1-2703-48b9-8ac7-e2ba45424cc2 req-f6f857a8-6380-437d-8af0-55c5e6353bef tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830142
Dec 21 04:06:52.072442 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bc85f77-1599-4392-ad71-9ba4491142e5 req-4ca762fe-aaa2-44de-890a-4e0c4f331229 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1708293
Dec 21 04:06:52.076553 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4e3774c2-b309-4004-b439-c898024ba2c9 req-2d55c8e4-329e-4836-bda2-739471d1fb55 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435426
Dec 21 04:06:52.151017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:52.160819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-79fa6a26-d6ec-4400-bd3f-c45f15335c1b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:52.162459 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-79fa6a26-d6ec-4400-bd3f-c45f15335c1b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 946 time: 0.0925112
Dec 21 04:06:52.179635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33f9dfc-75d8-4a80-b4e2-9947b3442aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d5bad2-6b96-4104-9da5-9c317eff8175'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:52.189804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 71d5bad2-6b96-4104-9da5-9c317eff8175, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=71d5bad2-6b96-4104-9da5-9c317eff8175,segment=NetworkSegment(a97c1fc9-09d6-4b3d-b8a8-a96a49536f41),segment_id=a97c1fc9-09d6-4b3d-b8a8-a96a49536f41)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:52.192796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:52.194690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:52.242608 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33f9dfc-75d8-4a80-b4e2-9947b3442aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d5bad2-6b96-4104-9da5-9c317eff8175', 'code': 200}
Dec 21 04:06:52.243614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Deleting port 90b6e1de-3fc7-4c40-b111-b929afe53945 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:06:52.244003 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:52.272621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=71d5bad2-6b96-4104-9da5-9c317eff8175,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:52.275928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:52.414020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 71d5bad2-6b96-4104-9da5-9c317eff8175 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:52.484819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 71d5bad2-6b96-4104-9da5-9c317eff8175 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:52.485372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:52.564333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] For port 90b6e1de-3fc7-4c40-b111-b929afe53945, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=90b6e1de-3fc7-4c40-b111-b929afe53945,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:52.564890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:52.637346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 90b6e1de-3fc7-4c40-b111-b929afe53945 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:06:52.709097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9280-acaf-4ad4-8ad9-00e8d52075ca req-a58cd5e8-049b-4107-9144-d335ddd6c016 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:52.710724 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-abed9280-acaf-4ad4-8ad9-00e8d52075ca req-a58cd5e8-049b-4107-9144-d335ddd6c016 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0900571
Dec 21 04:06:52.735437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Calling delete_port for 90b6e1de-3fc7-4c40-b111-b929afe53945 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:06:52.770257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:52.779141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-abed9280-acaf-4ad4-8ad9-00e8d52075ca req-5eb31dc5-32cc-42df-9045-33dedb7c88a3 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591221
Dec 21 04:06:52.806837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 90b6e1de-3fc7-4c40-b111-b929afe53945, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=90b6e1de-3fc7-4c40-b111-b929afe53945,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:52.809758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:52.811660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6c90f8d9-07f7-4aa8-badd-1a82f11d8c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:52.850620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c853a-4316-40da-b245-aaeac3613299 req-9f59ee67-89dd-40bb-b71a-829a8c958a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:52.852302 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3b8c853a-4316-40da-b245-aaeac3613299 req-9f59ee67-89dd-40bb-b71a-829a8c958a53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 1162 time: 0.3976088
Dec 21 04:06:52.880976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=90b6e1de-3fc7-4c40-b111-b929afe53945,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:52.884623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:52.931945 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3b8c853a-4316-40da-b245-aaeac3613299 req-798a74cb-408c-4dc8-a85f-b509fd91595a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545061
Dec 21 04:06:52.936821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:06:52.937251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:06:52.947545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a11c7e-ddab-4145-b83c-f7b4b65d71f7 req-e1e8c144-c9e6-4a53-838a-8e6d1bb0c350 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:52.949121 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-23a11c7e-ddab-4145-b83c-f7b4b65d71f7 req-e1e8c144-c9e6-4a53-838a-8e6d1bb0c350 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 945 time: 0.1536469
Dec 21 04:06:52.999512 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-23a11c7e-ddab-4145-b83c-f7b4b65d71f7 req-81915d78-98eb-440f-ac1e-597f74ec875f tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438325
Dec 21 04:06:53.019610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65561f7-4e43-4082-9b75-2ed583ab944a req-13c20cdc-0de8-478d-aa70-3982ab1fa678 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:53.021233 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e65561f7-4e43-4082-9b75-2ed583ab944a req-13c20cdc-0de8-478d-aa70-3982ab1fa678 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0845544
Dec 21 04:06:53.069107 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e65561f7-4e43-4082-9b75-2ed583ab944a req-d1b38bc7-871c-40c9-a1f8-9fda25761e7d tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413854
Dec 21 04:06:53.313581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93332ff6-8134-4659-8f4b-b9a71eb1868c req-f62cb6c1-59a4-43ec-96f8-a565c931b94f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:53.315262 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-93332ff6-8134-4659-8f4b-b9a71eb1868c req-f62cb6c1-59a4-43ec-96f8-a565c931b94f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0882363
Dec 21 04:06:53.320073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bb994-7963-4ef6-a824-184a8c0bd5ce req-bdd81ea6-fe7b-42cd-b89a-a570082db926 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:53.322148 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-014bb994-7963-4ef6-a824-184a8c0bd5ce req-bdd81ea6-fe7b-42cd-b89a-a570082db926 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 944 time: 0.0865300
Dec 21 04:06:53.366308 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-93332ff6-8134-4659-8f4b-b9a71eb1868c req-74b9eaeb-4a1b-495a-94d8-d93346959da0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438488
Dec 21 04:06:53.415839 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-014bb994-7963-4ef6-a824-184a8c0bd5ce req-00615539-5d9c-444e-bd21-05e08a08bc64 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874746
Dec 21 04:06:53.440140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Deleting port 90b6e1de-3fc7-4c40-b111-b929afe53945 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:06:53.440636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:53.501502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412d4e-050c-433c-ae8f-af5832d019fc req-6d1d8b2d-c7f1-4992-9959-8e4d1c7c0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:53.503348 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d412d4e-050c-433c-ae8f-af5832d019fc req-6d1d8b2d-c7f1-4992-9959-8e4d1c7c0efc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1163 time: 0.1450226
Dec 21 04:06:53.624053 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d412d4e-050c-433c-ae8f-af5832d019fc req-cc179dcd-7f8a-4c4b-9e67-460d270417f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833716
Dec 21 04:06:53.741837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] For port 90b6e1de-3fc7-4c40-b111-b929afe53945, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=90b6e1de-3fc7-4c40-b111-b929afe53945,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:53.742233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:53.876366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Calling delete_port for 90b6e1de-3fc7-4c40-b111-b929afe53945 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:06:53.991897 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa55564-3156-45a8-8a4b-4deccc14c2f7 req-38274fe3-52f3-4ca9-9a8c-f540b33b9daf tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:53.993524 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-afa55564-3156-45a8-8a4b-4deccc14c2f7 req-38274fe3-52f3-4ca9-9a8c-f540b33b9daf tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0842083
Dec 21 04:06:54.028698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:54.051270 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-afa55564-3156-45a8-8a4b-4deccc14c2f7 req-39e50446-9670-442e-89a9-622b98daa1e0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508080
Dec 21 04:06:54.055817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:54.123749 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Pushing event deleted for resources: {'Port': ['ID=90b6e1de-3fc7-4c40-b111-b929afe53945,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:54.137347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.137676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.138043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.138404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.138794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.139204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.139637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.140009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.140389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.140768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.141149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.141527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.141963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.142336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.142710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.143110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.143484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.143858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.144635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.145022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.145396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.145820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.146124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.146494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:06:54.150690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:54.243538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b6e1de-3fc7-4c40-b111-b929afe53945'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:54.290675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d209451-7b5d-4d6a-b590-da9ce4f90216 req-15e77277-05c6-44db-9ffa-b132b1f73d9c tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:54.292678 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d209451-7b5d-4d6a-b590-da9ce4f90216 req-15e77277-05c6-44db-9ffa-b132b1f73d9c tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 945 time: 0.1131339
Dec 21 04:06:54.303766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] No DVR routers for this DVR port 90b6e1de-3fc7-4c40-b111-b929afe53945 on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:06:54.306030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:54.308909 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'name': 'network-vif-deleted', 'tag': '90b6e1de-3fc7-4c40-b111-b929afe53945'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:54.327186 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc4cfcf2-195b-4832-8530-ece3ba4b4a24 req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "DELETE /v2.0/ports/90b6e1de-3fc7-4c40-b111-b929afe53945 HTTP/1.1" status: 204  len: 173 time: 2.1558521
Dec 21 04:06:54.350356 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d209451-7b5d-4d6a-b590-da9ce4f90216 req-bc7f2d61-4f7c-48c7-a031-4a88e93663ac tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493684
Dec 21 04:06:54.545470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b6e1de-3fc7-4c40-b111-b929afe53945', 'code': 200}
Dec 21 04:06:54.581364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0e8f3-0aad-4ca9-9cef-79f8454ca469 req-6cacd0c8-fbc8-4f18-a14f-44adda43040c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:54.583797 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9c0e8f3-0aad-4ca9-9cef-79f8454ca469 req-6cacd0c8-fbc8-4f18-a14f-44adda43040c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0962923
Dec 21 04:06:54.599974 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c', 'name': 'network-vif-deleted', 'tag': '90b6e1de-3fc7-4c40-b111-b929afe53945', 'status': 'completed', 'code': 200}
Dec 21 04:06:54.634148 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9c0e8f3-0aad-4ca9-9cef-79f8454ca469 req-ffe11da7-078f-4850-a56f-0a3cbe328226 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435128
Dec 21 04:06:54.791488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab93655-42f3-4fd1-84fe-50dff5217cba req-c832984b-01d8-4275-bbbd-d92229863029 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:54.793118 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fab93655-42f3-4fd1-84fe-50dff5217cba req-c832984b-01d8-4275-bbbd-d92229863029 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0854263
Dec 21 04:06:54.832554 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c33528f1-456d-4b88-b1af-6e09198d273e req-194e3bf5-1303-42bb-ab62-3a0fb7113ba0 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=cc29fa6e-3042-4e2a-867c-e75b2c3d6f5c HTTP/1.1" status: 200  len: 210 time: 0.0475147
Dec 21 04:06:54.844902 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fab93655-42f3-4fd1-84fe-50dff5217cba req-f6c06fec-7547-4702-b50b-aac4a7fdb52a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452302
Dec 21 04:06:55.272088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9141d-7e7e-4365-92e8-10688ec3c7a6 req-983652cf-c380-4337-bac0-93a728d2b2c0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:55.273673 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-23a9141d-7e7e-4365-92e8-10688ec3c7a6 req-983652cf-c380-4337-bac0-93a728d2b2c0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0900362
Dec 21 04:06:55.326402 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-23a9141d-7e7e-4365-92e8-10688ec3c7a6 req-aed423d5-0944-4197-8bac-df901b37fa5b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458527
Dec 21 04:06:55.605324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dd730-2ad7-4024-b647-ff0ccaf43641 req-b1384603-8370-47c2-8ba3-1ee6d4629562 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:55.607214 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-701dd730-2ad7-4024-b647-ff0ccaf43641 req-b1384603-8370-47c2-8ba3-1ee6d4629562 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 945 time: 0.1021924
Dec 21 04:06:55.661708 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-701dd730-2ad7-4024-b647-ff0ccaf43641 req-9e2e311b-f229-48b3-8237-4190d5b3b3db tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447464
Dec 21 04:06:55.873729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788a813-a056-4906-b12b-69fa5c1ceeba req-0a1782f2-893f-4895-b2e0-f308ab9292fb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:55.875362 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8788a813-a056-4906-b12b-69fa5c1ceeba req-0a1782f2-893f-4895-b2e0-f308ab9292fb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0842621
Dec 21 04:06:55.931587 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8788a813-a056-4906-b12b-69fa5c1ceeba req-50787229-e299-4241-872a-5c524d14f361 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468023
Dec 21 04:06:56.158996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f056b5-2e2a-42cf-a5b9-ab17ea9149ac req-b8380a3f-c65f-4260-bbd4-3ddeed722c74 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:56.167179 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5f056b5-2e2a-42cf-a5b9-ab17ea9149ac req-b8380a3f-c65f-4260-bbd4-3ddeed722c74 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1089401
Dec 21 04:06:56.231806 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5f056b5-2e2a-42cf-a5b9-ab17ea9149ac req-83b8d3de-2f8c-4daa-aa07-8135179090bb tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635252
Dec 21 04:06:56.550465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:56.625817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:56.626381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:56.757251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 71d5bad2-6b96-4104-9da5-9c317eff8175 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:06:56.780098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f987e9-d297-443f-85c0-c59f5cfd7137 req-231de084-8bf8-4fa8-8f9e-935271875b2a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:56.781708 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87f987e9-d297-443f-85c0-c59f5cfd7137 req-231de084-8bf8-4fa8-8f9e-935271875b2a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.2971070
Dec 21 04:06:56.830739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 71d5bad2-6b96-4104-9da5-9c317eff8175 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:06:56.831445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:56.837449 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87f987e9-d297-443f-85c0-c59f5cfd7137 req-b7a60e18-afc5-449b-972f-a847ae2f9baa tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480928
Dec 21 04:06:56.974332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:06:57.107568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:57.136796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:06:57.148719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port cebf23f8-0aba-463b-89c6-d9e38a717d77, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:57.151295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:57.153390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:06:57.178179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556b060-f0ca-46cd-b1af-152813da3b7a req-31b5b541-7050-4f17-9b8f-7b7fc95e7fc3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:57.179796 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2556b060-f0ca-46cd-b1af-152813da3b7a req-31b5b541-7050-4f17-9b8f-7b7fc95e7fc3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0950778
Dec 21 04:06:57.220651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=cebf23f8-0aba-463b-89c6-d9e38a717d77,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:06:57.224666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:06:57.230556 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2556b060-f0ca-46cd-b1af-152813da3b7a req-0a17f623-4a1e-4cf0-837e-9ab02b8ed26b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441055
Dec 21 04:06:57.373253 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77', 'code': 422} returned with failed status
Dec 21 04:06:57.619170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db5bd1-8890-4009-94b3-cabff537f601 req-ea88a255-58e9-4f44-bfc0-7760274267aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:57.620804 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88db5bd1-8890-4009-94b3-cabff537f601 req-ea88a255-58e9-4f44-bfc0-7760274267aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1163 time: 0.1028078
Dec 21 04:06:57.660015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8228ee-4e34-430d-acd6-8af5f9761552 req-fce8ec10-7e58-4732-a8ed-07d9e9222648 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:57.661656 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6a8228ee-4e34-430d-acd6-8af5f9761552 req-fce8ec10-7e58-4732-a8ed-07d9e9222648 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1860876
Dec 21 04:06:57.793105 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6a8228ee-4e34-430d-acd6-8af5f9761552 req-4b4336f1-c475-4568-a634-639cffbeb0e8 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146724
Dec 21 04:06:57.817900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db5bd1-8890-4009-94b3-cabff537f601 req-82e4ac93-0032-4f7c-9e96-9c955012c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:57.820174 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88db5bd1-8890-4009-94b3-cabff537f601 req-82e4ac93-0032-4f7c-9e96-9c955012c7ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 913 time: 0.1908939
Dec 21 04:06:57.912317 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88db5bd1-8890-4009-94b3-cabff537f601 req-bbcf5286-08ae-42a6-99c6-885942287fcf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c4622-8f1b-42c5-bfc5-c5e155218d89 HTTP/1.1" status: 200  len: 217 time: 0.0839188
Dec 21 04:06:58.044112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db5bd1-8890-4009-94b3-cabff537f601 req-8cce98e7-179e-4a52-8468-2cc77b3dbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:58.046227 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88db5bd1-8890-4009-94b3-cabff537f601 req-8cce98e7-179e-4a52-8468-2cc77b3dbf39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 200  len: 859 time: 0.1211169
Dec 21 04:06:58.200058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18bc90-eb91-45b6-9241-eff85e99cf6f req-4a3ce317-8a09-441e-82af-653de08f409f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:58.201752 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ee18bc90-eb91-45b6-9241-eff85e99cf6f req-4a3ce317-8a09-441e-82af-653de08f409f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0950224
Dec 21 04:06:58.256586 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ee18bc90-eb91-45b6-9241-eff85e99cf6f req-8117a014-0579-4a4d-9369-ddab846257dc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482397
Dec 21 04:06:58.332667 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88db5bd1-8890-4009-94b3-cabff537f601 req-bb4af6c6-93b8-4296-b89a-bdd4f4f42bd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e2c2a6e4-9130-437b-b1c6-0bb90f013677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2755294
Dec 21 04:06:58.343626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af94fde-a6da-4ec7-b9a4-1adcf72747fd req-41dc62a1-1b5d-4cda-8173-6eda5fd98376 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:58.345084 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4af94fde-a6da-4ec7-b9a4-1adcf72747fd req-41dc62a1-1b5d-4cda-8173-6eda5fd98376 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 945 time: 0.3837671
Dec 21 04:06:58.493068 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4af94fde-a6da-4ec7-b9a4-1adcf72747fd req-88055c15-659a-4292-b066-3b60f7a1e0de tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242030
Dec 21 04:06:58.533005 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88db5bd1-8890-4009-94b3-cabff537f601 req-d3f31b99-07ae-4916-9876-f2e2e2ae0044 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863623
Dec 21 04:06:58.749134 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88db5bd1-8890-4009-94b3-cabff537f601 req-4a71d5eb-b77f-4d81-b804-092ba2d05135 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2030234
Dec 21 04:06:58.768486 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d48d2a-68a3-45b3-b015-923c2b15813b req-8bbd266e-fe38-445c-a099-536a4ba770b7 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:58.769306 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-31d48d2a-68a3-45b3-b015-923c2b15813b req-8bbd266e-fe38-445c-a099-536a4ba770b7 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:06:58.788020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-31d48d2a-68a3-45b3-b015-923c2b15813b req-8bbd266e-fe38-445c-a099-536a4ba770b7 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:06:58.789834 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-31d48d2a-68a3-45b3-b015-923c2b15813b req-8bbd266e-fe38-445c-a099-536a4ba770b7 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 945 time: 0.1448784
Dec 21 04:06:58.846447 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-31d48d2a-68a3-45b3-b015-923c2b15813b req-57c0ccad-df0b-47a9-922d-40549a5b1c5c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499299
Dec 21 04:06:58.890929 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d89ce-da75-4ee5-98fd-0a68c2bcf1de req-45a7ac18-10fa-4454-a247-6502e0e216b2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:58.892553 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-315d89ce-da75-4ee5-98fd-0a68c2bcf1de req-45a7ac18-10fa-4454-a247-6502e0e216b2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0890477
Dec 21 04:06:58.943569 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-315d89ce-da75-4ee5-98fd-0a68c2bcf1de req-2e1ff040-aba0-49a1-add2-1358bbac70e7 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426748
Dec 21 04:06:58.948489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 34116) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:06:59.063344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52d37d-1450-4f53-bb1f-1923075b27e5 req-76710684-c11a-41cc-9e36-a91d448e4f73 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:59.073122 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d52d37d-1450-4f53-bb1f-1923075b27e5 req-76710684-c11a-41cc-9e36-a91d448e4f73 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0988100
Dec 21 04:06:59.124314 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d52d37d-1450-4f53-bb1f-1923075b27e5 req-95387451-cebd-4480-b180-973983d7556a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502381
Dec 21 04:06:59.168543 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-c908a44f-07f9-47d8-9c6f-58679fa791f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2122035
Dec 21 04:06:59.468213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-7a955fe9-7d02-4e0d-8129-733f06939cca tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:59.470302 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-7a955fe9-7d02-4e0d-8129-733f06939cca tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.55 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 945 time: 0.0966299
Dec 21 04:06:59.477240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17e9e2-f706-4487-8c20-912026648108 req-81b67de7-ac13-438f-af34-db34ae5de5df tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:59.478995 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d17e9e2-f706-4487-8c20-912026648108 req-81b67de7-ac13-438f-af34-db34ae5de5df tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0855176
Dec 21 04:06:59.535584 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d17e9e2-f706-4487-8c20-912026648108 req-c0905171-b199-47f5-9f71-9c3bd0f88c26 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494893
Dec 21 04:06:59.574278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Deleting port 71d5bad2-6b96-4104-9da5-9c317eff8175 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:06:59.574665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:06:59.863915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626cd46-b4a4-40af-b250-f9265fccf95a req-eb6a1e79-af4b-46d1-8275-e0327966513b tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:06:59.865525 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6626cd46-b4a4-40af-b250-f9265fccf95a req-eb6a1e79-af4b-46d1-8275-e0327966513b tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 945 time: 0.2319911
Dec 21 04:06:59.941554 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6626cd46-b4a4-40af-b250-f9265fccf95a req-c4776cd1-03aa-4f0a-a0c9-4ae9afd5942e tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/security-groups?id=97e54ae2-8c4c-4566-b9ee-2b9b6825a649&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675714
Dec 21 04:06:59.943401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] For port 71d5bad2-6b96-4104-9da5-9c317eff8175, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=71d5bad2-6b96-4104-9da5-9c317eff8175,segment=NetworkSegment(a97c1fc9-09d6-4b3d-b8a8-a96a49536f41),segment_id=a97c1fc9-09d6-4b3d-b8a8-a96a49536f41)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:06:59.943806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:00.080061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Calling delete_port for 71d5bad2-6b96-4104-9da5-9c317eff8175 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:07:00.082837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f69b90-3346-4596-84a2-ad6850f6ecef req-7ecf6309-d18d-4da9-bb38-26b287942e21 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:00.084518 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-89f69b90-3346-4596-84a2-ad6850f6ecef req-7ecf6309-d18d-4da9-bb38-26b287942e21 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 945 time: 0.0915880
Dec 21 04:07:00.123078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:07:00.134975 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-89f69b90-3346-4596-84a2-ad6850f6ecef req-3a997724-c898-4d89-9782-6aad0c82b643 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437565
Dec 21 04:07:00.278555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c9c99-ce30-4d17-a877-4763f796b041 req-6acd2a56-3848-483f-8670-26e31782ed23 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:00.280256 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0e0c9c99-ce30-4d17-a877-4763f796b041 req-6acd2a56-3848-483f-8670-26e31782ed23 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1724498
Dec 21 04:07:00.332800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:00.349563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:00.375951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c197323-5f5e-41f0-9f8d-ff156075f989 req-47132990-be6f-421b-8b09-6d38e4ed35c4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:00.381285 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c197323-5f5e-41f0-9f8d-ff156075f989 req-47132990-be6f-421b-8b09-6d38e4ed35c4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1040995
Dec 21 04:07:00.427515 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0e0c9c99-ce30-4d17-a877-4763f796b041 req-412fd4aa-ec69-4cb0-8277-582ead1378da tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1399949
Dec 21 04:07:00.431334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Pushing event deleted for resources: {'Port': ['ID=71d5bad2-6b96-4104-9da5-9c317eff8175,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:00.435365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:00.467373 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c197323-5f5e-41f0-9f8d-ff156075f989 req-b42ae16f-a6a9-4405-b72f-61818fa00956 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762076
Dec 21 04:07:00.595044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] No DVR routers for this DVR port 71d5bad2-6b96-4104-9da5-9c317eff8175 on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:07:00.598038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:00.601102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33f9dfc-75d8-4a80-b4e2-9947b3442aa5', 'name': 'network-vif-deleted', 'tag': '71d5bad2-6b96-4104-9da5-9c317eff8175'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:00.617179 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a58bdbe3-cdce-4077-8154-bc1eed387c47 req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.55 "DELETE /v2.0/ports/71d5bad2-6b96-4104-9da5-9c317eff8175 HTTP/1.1" status: 204  len: 173 time: 1.1365626
Dec 21 04:07:00.629842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:00.712315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:00.712741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:00.759472 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33f9dfc-75d8-4a80-b4e2-9947b3442aa5', 'name': 'network-vif-deleted', 'tag': '71d5bad2-6b96-4104-9da5-9c317eff8175', 'status': 'completed', 'code': 200}
Dec 21 04:07:00.834232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0713591-a894-4f46-9fc1-4010eed62a22 req-7b7344a9-b064-4b74-a575-dd8ff3518b04 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:00.842503 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f0713591-a894-4f46-9fc1-4010eed62a22 req-7b7344a9-b064-4b74-a575-dd8ff3518b04 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1638632
Dec 21 04:07:00.847719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6717ed8d-7c1e-4b4b-a666-05029d5a07ef up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:00.902390 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f0713591-a894-4f46-9fc1-4010eed62a22 req-e295e7d6-3374-4967-a42c-ae3464c70ecd tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530350
Dec 21 04:07:00.976069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a533498-72a5-4451-8310-c30a6e13223b req-f2fefaa1-45af-459d-92c7-7cefc6abd9cd tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:00.977994 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8a533498-72a5-4451-8310-c30a6e13223b req-f2fefaa1-45af-459d-92c7-7cefc6abd9cd tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1002290
Dec 21 04:07:01.092054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:01.092967 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:01.121725 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8a533498-72a5-4451-8310-c30a6e13223b req-60259e9d-6558-473d-a43b-01a2a7f8efad tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049039
Dec 21 04:07:01.160266 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-777c2a9e-6170-438d-8224-cd2949279c33 req-d034426c-8aeb-4191-883d-1f93ab94ef48 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] 10.222.0.16 "GET /v2.0/ports?device_id=a33f9dfc-75d8-4a80-b4e2-9947b3442aa5 HTTP/1.1" status: 200  len: 210 time: 0.0513222
Dec 21 04:07:01.184827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-2a3ef478-0bea-4a18-a685-7abf59376544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:01.186576 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-2a3ef478-0bea-4a18-a685-7abf59376544 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 1163 time: 0.2182739
Dec 21 04:07:01.199409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-908e31f5-97b9-451d-b55a-878f2eb34222 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:01.202171 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-908e31f5-97b9-451d-b55a-878f2eb34222 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 945 time: 0.1866932
Dec 21 04:07:01.249559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 71d5bad2-6b96-4104-9da5-9c317eff8175 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:07:01.291856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] No Port match for: 71d5bad2-6b96-4104-9da5-9c317eff8175 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:07:01.292492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 71d5bad2-6b96-4104-9da5-9c317eff8175 not bound to the agent host hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:07:01.493274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Deleting port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:07:01.493852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:01.543255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-322f1e65-6ca6-4e99-8d48-06e6aa1c6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:01.544941 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-322f1e65-6ca6-4e99-8d48-06e6aa1c6262 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 905 time: 0.3416417
Dec 21 04:07:01.692779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b208b-564f-4163-9795-7f9389d60b8e req-adfed149-897d-4bd7-b68b-e3f3d74b104b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:01.694589 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3d9b208b-564f-4163-9795-7f9389d60b8e req-adfed149-897d-4bd7-b68b-e3f3d74b104b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0896966
Dec 21 04:07:01.715839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4acfd-c7fc-45d3-bc42-8a7cc129f8d3 req-7bd36fd9-9d35-4d6e-b831-3aead3b33ef1 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:01.717464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b8d4acfd-c7fc-45d3-bc42-8a7cc129f8d3 req-7bd36fd9-9d35-4d6e-b831-3aead3b33ef1 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 945 time: 0.3972459
Dec 21 04:07:01.748844 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3d9b208b-564f-4163-9795-7f9389d60b8e req-1aaad9c1-2245-4f48-a6e4-11e8017e0a65 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466659
Dec 21 04:07:01.762463 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-120dacf3-991b-49da-ad33-aba2e56b1316 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f383262c-f81f-4b3d-a438-e84aba847b2b HTTP/1.1" status: 200  len: 1002 time: 0.2062418
Dec 21 04:07:01.928725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 34176) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:01.933274 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b8d4acfd-c7fc-45d3-bc42-8a7cc129f8d3 req-a3426882-c4d4-4cb0-a709-bc6e19e4c116 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940503
Dec 21 04:07:01.962006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-4504abb5-14d3-45ef-86c1-26b2be94e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:01.963619 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-4504abb5-14d3-45ef-86c1-26b2be94e574 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.1745284
Dec 21 04:07:02.042652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] For port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6717ed8d-7c1e-4b4b-a666-05029d5a07ef,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:02.043350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:02.200619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:02.225566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:07:02.230753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6508c922024006995d25975ea7d0fd is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:07:02.234430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:07:02.245623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:07:02.312252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da94c1-1872-4321-9b7d-283597adf159 req-8bf416eb-4f3d-4c0e-b023-4641778e3c96 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:02.313875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e4da94c1-1872-4321-9b7d-283597adf159 req-8bf416eb-4f3d-4c0e-b023-4641778e3c96 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.2552581
Dec 21 04:07:02.392589 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e4da94c1-1872-4321-9b7d-283597adf159 req-a2ca60a4-d34b-4f15-b54d-7f7eed3886c0 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706165
Dec 21 04:07:02.407516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:02.410700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:02.438941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-79fd2092-a2d8-4200-b823-8b527225b447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:02.477587 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d6508c922024006995d25975ea7d0fd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5474343
Dec 21 04:07:02.481761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 34192) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:02.482495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Calling delete_port for 6717ed8d-7c1e-4b4b-a666-05029d5a07ef owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:07:02.504730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc381c43-4794-4400-bed9-0b294dc61294,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:02.511410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:02.512554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:02.616739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5cb1868d-058d-47d3-b255-80687c0dd738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:02.625455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:02.632836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:02.665626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-90cb2ee7-e180-446a-b07d-509e4e2ef3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:02.667716 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-90cb2ee7-e180-446a-b07d-509e4e2ef3e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.6936817
Dec 21 04:07:02.682093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5cb1868d-058d-47d3-b255-80687c0dd738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:02.714428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ce9fa-aa45-4458-a92c-62aaa457977a req-7d887750-35df-4eef-8424-c3f3f247bf55 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:02.716897 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f61ce9fa-aa45-4458-a92c-62aaa457977a req-7d887750-35df-4eef-8424-c3f3f247bf55 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.3690302
Dec 21 04:07:02.737481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5cb1868d-058d-47d3-b255-80687c0dd738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:02.748180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d426d71e-324f-4bec-ba79-0a89056ae6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:02.764235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1868d-058d-47d3-b255-80687c0dd738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc381c43-4794-4400-bed9-0b294dc61294,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:02.774248 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5cb1868d-058d-47d3-b255-80687c0dd738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:02.776769 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5cb1868d-058d-47d3-b255-80687c0dd738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:02.777997 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-5cb1868d-058d-47d3-b255-80687c0dd738 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc381c43-4794-4400-bed9-0b294dc61294 HTTP/1.1" status: 204  len: 168 time: 0.2948651
Dec 21 04:07:02.896796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6717ed8d-7c1e-4b4b-a666-05029d5a07ef no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:07:03.012456 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f61ce9fa-aa45-4458-a92c-62aaa457977a req-4e626e40-c4c8-495c-a3f7-951fb39a1ae8 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2451108
Dec 21 04:07:03.109581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:03.133278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-001cf4c5-be9a-4cb2-9c0b-76d3434520fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:03.137844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:03.183427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Pushing event deleted for resources: {'Port': ['ID=6717ed8d-7c1e-4b4b-a666-05029d5a07ef,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:03.216346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:03.237139 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-ef7bc3f7-306b-4f33-b2ca-da04f94ad99e service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5479262
Dec 21 04:07:03.508845 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a8fc9347-032f-45f3-8d26-2f74c44d70f5 req-992eb56d-2ffa-4ac0-88c8-a16992fae3e3 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 210 time: 0.0731359
Dec 21 04:07:03.600134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c371-672b-4203-a5bf-466889b92cad req-37ff0642-5fa6-4aaa-bcae-f3bc1c304068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:03.601756 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-37ff0642-5fa6-4aaa-bcae-f3bc1c304068 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de&tenant_id=cc8f76dafd9d4e19a9667dec5becb673 HTTP/1.1" status: 200  len: 1160 time: 0.5590649
Dec 21 04:07:03.749765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] No DVR routers for this DVR port 6717ed8d-7c1e-4b4b-a666-05029d5a07ef on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:07:03.762380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:03.769652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b779469-1f62-473f-adda-86fc33a0e8df', 'name': 'network-vif-deleted', 'tag': '6717ed8d-7c1e-4b4b-a666-05029d5a07ef'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:03.818743 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-768c8ac8-ccb9-414b-9e50-af250e474194 req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "DELETE /v2.0/ports/6717ed8d-7c1e-4b4b-a666-05029d5a07ef HTTP/1.1" status: 204  len: 173 time: 2.4996574
Dec 21 04:07:03.838593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea42bed-2125-4153-9e7d-259f7134efb3 req-d14e17cb-9334-4021-a65d-61037d6461ec tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:03.846193 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bea42bed-2125-4153-9e7d-259f7134efb3 req-d14e17cb-9334-4021-a65d-61037d6461ec tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.5349209
Dec 21 04:07:03.864470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f908fdd3-57ea-4bea-92f3-81d513774002 req-6f3d7ee3-8144-4b55-a3fd-c07a79978332 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5544436
Dec 21 04:07:03.866858 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b779469-1f62-473f-adda-86fc33a0e8df', 'name': 'network-vif-deleted', 'tag': '6717ed8d-7c1e-4b4b-a666-05029d5a07ef', 'status': 'completed', 'code': 200}
Dec 21 04:07:03.897715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c371-672b-4203-a5bf-466889b92cad req-d668ff6e-2ac1-4625-9e2c-df64825ee065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:03.899394 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-d668ff6e-2ac1-4625-9e2c-df64825ee065 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 1160 time: 0.2123301
Dec 21 04:07:03.903862 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bea42bed-2125-4153-9e7d-259f7134efb3 req-559545ab-78c3-4b52-ab2e-984a732e95b0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568104
Dec 21 04:07:04.083069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 34254) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:04.249400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1496133927-network', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:07:04.256314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:07:04.263145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Usage tracker for resource:network and tenant:c854b1b3076d4532ac6b8813b4df1ab6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:07:04.268442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:07:04.277931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:07:04.287549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a630ea-0940-49a4-8022-e63fbb0e0fd0 req-46f5a727-4ac3-4dee-a77c-68dc55787131 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:04.289147 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-90a630ea-0940-49a4-8022-e63fbb0e0fd0 req-46f5a727-4ac3-4dee-a77c-68dc55787131 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1160429
Dec 21 04:07:04.295804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Made reservation on behalf of c854b1b3076d4532ac6b8813b4df1ab6 for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:07:04.301081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:04.318276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:04.329418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-327649ba-a6d2-4f99-8644-4d998cfa10d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:04.352415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:07:04.359506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Usage tracker for resource:security_group_rule and tenant:c854b1b3076d4532ac6b8813b4df1ab6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:07:04.369891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:07:04.380660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:07:04.391892 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-90a630ea-0940-49a4-8022-e63fbb0e0fd0 req-e4db37c7-3dca-439a-88f2-9ce53ec7b0ff tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748115
Dec 21 04:07:04.481437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:04.489765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:04.493321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f5ba568e-a40e-4d22-8b02-628bf3222c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:04.528269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:04.532389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:04.542714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:07:04.553196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:04.553488 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Added segment 2367a73c-4fc1-4975-8f50-a60922dae08b of type vxlan for network 78dad1cc-329d-4b16-a292-99bbc6a23af7
Dec 21 04:07:04.582676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:04.640140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:04.641912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:04.642638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:04.648406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:04.716574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7bd53f27-bb8f-4b16-8e56-b9bb3f26a591 req-aea5ab8b-2fc3-473e-8204-b1c3b2143c07 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:07:04.731939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7bd53f27-bb8f-4b16-8e56-b9bb3f26a591 req-aea5ab8b-2fc3-473e-8204-b1c3b2143c07 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:07:04.733133 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7bd53f27-bb8f-4b16-8e56-b9bb3f26a591 req-aea5ab8b-2fc3-473e-8204-b1c3b2143c07 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 210 time: 0.0668426
Dec 21 04:07:04.760493 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6761084
Dec 21 04:07:04.763515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 34290) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:04.766148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Pushing event updated for resources: {'Network': ['ID=78dad1cc-329d-4b16-a292-99bbc6a23af7,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:04.769308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:04.770007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Request body: {'subnet': {'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1496133927-subnet', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:07:04.775208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:07:04.779309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Usage tracker for resource:subnet and tenant:c854b1b3076d4532ac6b8813b4df1ab6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:07:04.780748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:07:04.782303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:07:04.788844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:07:04.798137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Made reservation on behalf of c854b1b3076d4532ac6b8813b4df1ab6 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:07:04.803748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:05.132021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9607f-7013-4fb8-b3a3-8acdad67c780 req-a215974c-9e0e-49ee-b9ba-d3f55761fa49 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:05.133615 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aeb9607f-7013-4fb8-b3a3-8acdad67c780 req-a215974c-9e0e-49ee-b9ba-d3f55761fa49 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0817521
Dec 21 04:07:05.181050 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aeb9607f-7013-4fb8-b3a3-8acdad67c780 req-3a30be7e-2c5a-4159-abcd-c2bb7f93a390 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406554
Dec 21 04:07:05.207779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:05.223722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3eae6931-a4e1-43bf-adbc-6fc782e21b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:05.364152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06039f46-864f-4daa-a717-a0397e0104e6,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:05.367105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:05.428708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Checking segment: {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:07:05.429017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Network hostable DHCP agents. Network: 78dad1cc-329d-4b16-a292-99bbc6a23af7, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:07:05.449610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:07:05.460374 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 78dad1cc-329d-4b16-a292-99bbc6a23af7) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:07:05.464803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:05.465628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:05.469379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4ce3a-a68e-4a03-9e76-4f9b539fe9b1 None None] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:07:05.492001 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7247853
Dec 21 04:07:05.492394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 34298) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:05.499124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:07:05.504934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:07:05.509644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Usage tracker for resource:router and tenant:c854b1b3076d4532ac6b8813b4df1ab6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:07:05.512795 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:07:05.518811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:07:05.529337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854685135'] for router, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:05.530520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-950231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854216347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90682'] for router, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:05.546572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:05.628785 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14e0d0-602d-49e4-955a-69ed210d0638 req-f4599633-9d38-494b-8e7d-8b21cc91b5c2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:05.630701 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e14e0d0-602d-49e4-955a-69ed210d0638 req-f4599633-9d38-494b-8e7d-8b21cc91b5c2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0877812
Dec 21 04:07:05.716138 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e14e0d0-602d-49e4-955a-69ed210d0638 req-b7e6da23-6dad-40c8-82ea-708a16bc0445 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791397
Dec 21 04:07:05.742314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c723bf3-7a1b-5d43-97d1-5300dc6e54f5-78dad1cc-329d-4b16-a292-99bbc6a23af7', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6'}]}} from dv-cinder-733062-17-iscsi. {{(pid=80294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 04:07:05.743261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:05.854068 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:05.939874 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-552aa98c-2dc3-475c-a0f0-0cb609b44b3c req-6fe9eb30-912c-4575-9ced-89f0977e8db4 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 210 time: 0.0618186
Dec 21 04:07:06.031684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Allocated IP 172.20.0.2 (78dad1cc-329d-4b16-a292-99bbc6a23af7/06039f46-864f-4daa-a717-a0397e0104e6/a2612d93-c424-4f90-9c24-ead5bccc8b97) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:07:06.136295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:07:06.225731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:06.262913 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:06.342788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c371-672b-4203-a5bf-466889b92cad req-8af661a9-74c5-4b8e-8b55-e93236d34039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:06.344923 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-8af661a9-74c5-4b8e-8b55-e93236d34039 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.1926169
Dec 21 04:07:06.410322 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:06.421400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Transition to ACTIVE for port object a2612d93-c424-4f90-9c24-ead5bccc8b97 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:07:06.439815 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Transition to ACTIVE for port object a2612d93-c424-4f90-9c24-ead5bccc8b97 will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:07:06.445070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:06.507459 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-86c1dbab-ff5a-475d-b129-8bb27c8632a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77 HTTP/1.1" status: 200  len: 999 time: 0.1425431
Dec 21 04:07:06.546229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:06.582640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Allocated IP 172.27.0.17 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/3526273e-fbfd-4e6b-b96c-2966d1b41755) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:07:06.640152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c371-672b-4203-a5bf-466889b92cad req-6fadd08e-4d59-4928-a765-1ad45dc4a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:06.641744 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-6fadd08e-4d59-4928-a765-1ad45dc4a7ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.0999901
Dec 21 04:07:06.649594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Pushing event updated for resources: {'Port': ['ID=a2612d93-c424-4f90-9c24-ead5bccc8b97,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:06.657436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8cdd-7b58-4fa3-b377-6aa4fa9a2011 req-ae925be4-cc19-4c5a-8477-78ca82f11bb8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:06.661141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5ef8cdd-7b58-4fa3-b377-6aa4fa9a2011 req-ae925be4-cc19-4c5a-8477-78ca82f11bb8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1560786
Dec 21 04:07:06.668310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.668697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.669071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.669436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.669797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.670162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.670520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.670881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.671286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.671641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.671998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.672353 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.672763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.673117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.673466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.673814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.674166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.674517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.675456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.675835 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.676186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.676534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.676883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.677233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:06.683401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:06.704195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:07:06.705370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Resources bound (agent type, host, resource id):  {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:07:06.709740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:07:06.714140 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5ef8cdd-7b58-4fa3-b377-6aa4fa9a2011 req-e4c19a85-6788-46ef-8336-d58295592f46 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484343
Dec 21 04:07:06.764584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:06.800526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Attempting to bind port a2612d93-c424-4f90-9c24-ead5bccc8b97 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:07:06.801066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Attempting to bind port a2612d93-c424-4f90-9c24-ead5bccc8b97 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:07:06.801880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Attempting to bind port a2612d93-c424-4f90-9c24-ead5bccc8b97 on network 78dad1cc-329d-4b16-a292-99bbc6a23af7 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:07:06.804569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:06.808738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:07:06.809425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Checking segment: {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:07:06.809975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:06.810514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Bound using segment: {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:07:06.811190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Bound port: a2612d93-c424-4f90-9c24-ead5bccc8b97, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:07:06.811723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:06.824668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-78f98c82-a6b7-4fd2-8b6b-2261864c965d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:06.917967 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] For port a2612d93-c424-4f90-9c24-ead5bccc8b97, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:07:06.921406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] For port a2612d93-c424-4f90-9c24-ead5bccc8b97, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=a2612d93-c424-4f90-9c24-ead5bccc8b97,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:07:06.925699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:06.942510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:07.097883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9336b412-4589-4745-a261-a46aab089f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:07.143498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Pushing event updated for resources: {'Port': ['ID=a2612d93-c424-4f90-9c24-ead5bccc8b97,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:07.162494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:07.163444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:07.177559 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c35dc531-b39e-4fac-ba5b-f6d5fee1fef1 req-21a9da1b-d9f4-4cb5-961a-0f31509977a5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 210 time: 0.0699193
Dec 21 04:07:07.308212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Pushing event updated for resources: {'Port': ['ID=3526273e-fbfd-4e6b-b96c-2966d1b41755,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:07.311529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:07.351549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:07:07.355203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:07:07.357791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:07:07.391105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5e6ad-608d-4df1-b4b1-fb8de979bd4c req-9f897585-6227-4d77-9fe7-a19e2350bf3e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:07.392690 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4ee5e6ad-608d-4df1-b4b1-fb8de979bd4c req-9f897585-6227-4d77-9fe7-a19e2350bf3e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.5033562
Dec 21 04:07:07.464783 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4ee5e6ad-608d-4df1-b4b1-fb8de979bd4c req-78477bbb-7b8a-4daf-96a2-494fa34cdf16 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635381
Dec 21 04:07:07.828575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device a2612d93-c424-4f90-9c24-ead5bccc8b97 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:07.853936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:07.900163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port a2612d93-c424-4f90-9c24-ead5bccc8b97 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:07:07.968839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc8d17-decd-455e-aba3-4c798a8bd2cd req-0e01ce59-b43d-4049-81c1-1aa3d092d5f0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:07.970418 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8fdc8d17-decd-455e-aba3-4c798a8bd2cd req-0e01ce59-b43d-4049-81c1-1aa3d092d5f0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0864716
Dec 21 04:07:08.025775 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8fdc8d17-decd-455e-aba3-4c798a8bd2cd req-166c5638-1328-4cff-aa52-a74b0035b93e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434163
Dec 21 04:07:08.220656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555'] for router, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:08.247119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:08.456091 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1cc1606b-8523-43ff-b34a-4dd50bed2c93 req-96549b01-1d4c-4cef-9866-76733613047d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=5b779469-1f62-473f-adda-86fc33a0e8df HTTP/1.1" status: 200  len: 210 time: 0.0583057
Dec 21 04:07:08.502474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Router 25b2243d-8047-43d1-9fed-7389c0bb2e48 is scheduled to L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 with binding_index 1 {{(pid=80292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 04:07:08.627447 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7572ed7-d38d-47d2-b287-8bc90e4cbb0d None None] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:07:08.678225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c371-672b-4203-a5bf-466889b92cad req-4e2d5f54-1bf5-44b9-97fc-e93185ef96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:08.680047 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-4e2d5f54-1bf5-44b9-97fc-e93185ef96e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3989425
Dec 21 04:07:08.704736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:07:08.715372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Sync routers for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:07:08.728304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:07:08.728972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42e584a8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:07:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:08.730301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcb4f4-57ec-46b4-9ccc-ff70e01a20f7 req-6b2126d1-f394-4302-80a1-d44e70c14e04 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:08.731113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:08.731982 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f5fcb4f4-57ec-46b4-9ccc-ff70e01a20f7 req-6b2126d1-f394-4302-80a1-d44e70c14e04 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0908530
Dec 21 04:07:08.732860 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2394199
Dec 21 04:07:08.736105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 34344) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:08.784632 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f5fcb4f4-57ec-46b4-9ccc-ff70e01a20f7 req-c90bcfab-7655-4467-b9b4-69813fab93c5 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447197
Dec 21 04:07:08.821508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-2e9e1d14-d89f-4bb2-a653-087d3d9cce5e None None] Provisioning for port a2612d93-c424-4f90-9c24-ead5bccc8b97 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:07:08.834652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-2e9e1d14-d89f-4bb2-a653-087d3d9cce5e None None] Provisioning complete for port a2612d93-c424-4f90-9c24-ead5bccc8b97 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:08.834864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e9e1d14-d89f-4bb2-a653-087d3d9cce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:08.940652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:07:09.101080 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:09.239547 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e9e1d14-d89f-4bb2-a653-087d3d9cce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:09.299389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-2e9e1d14-d89f-4bb2-a653-087d3d9cce5e None None] For port a2612d93-c424-4f90-9c24-ead5bccc8b97, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=a2612d93-c424-4f90-9c24-ead5bccc8b97,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:09.306508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e9e1d14-d89f-4bb2-a653-087d3d9cce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:09.308052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f4863304-6022-4168-98f5-dd13545ff1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:09.339666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42e584a8>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 3, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:09.348126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Checking router: 25b2243d-8047-43d1-9fed-7389c0bb2e48 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:07:09.348847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Updating router 25b2243d-8047-43d1-9fed-7389c0bb2e48 port 3526273e-fbfd-4e6b-b96c-2966d1b41755 binding host dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:07:09.423613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e1d14-d89f-4bb2-a653-087d3d9cce5e None None] Pushing event updated for resources: {'Port': ['ID=a2612d93-c424-4f90-9c24-ead5bccc8b97,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:09.427296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2e9e1d14-d89f-4bb2-a653-087d3d9cce5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:09.483666 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-89a5eb3b-138f-42fd-a4d5-82ce9511e99e service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2517006
Dec 21 04:07:09.486529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:09.639365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-b3e9fce5-1719-4746-9791-c72ea3d97dc3 None None] Provisioning complete for port a2612d93-c424-4f90-9c24-ead5bccc8b97 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:09.639910 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fce5-1719-4746-9791-c72ea3d97dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:09.755741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device f383262c-f81f-4b3d-a438-e84aba847b2b up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:09.842657 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-740c8a7c-c65f-4355-92f9-757af34471b8 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3321540
Dec 21 04:07:09.843700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07255c4-c7d5-4a4e-94cf-cd0a6e74de96 req-0c115689-48a7-42eb-bf43-795a2ee51a32 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:09.852251 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d07255c4-c7d5-4a4e-94cf-cd0a6e74de96 req-0c115689-48a7-42eb-bf43-795a2ee51a32 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.3519378
Dec 21 04:07:09.926031 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d07255c4-c7d5-4a4e-94cf-cd0a6e74de96 req-9d7d5da9-13a4-4438-8eb4-6d7b867512fb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727572
Dec 21 04:07:09.933163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device a2612d93-c424-4f90-9c24-ead5bccc8b97 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:10.117569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port f383262c-f81f-4b3d-a438-e84aba847b2b triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:10.117827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.123090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.139256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.152327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Transition to ACTIVE for port object 3526273e-fbfd-4e6b-b96c-2966d1b41755 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:07:10.158009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.159813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port a2612d93-c424-4f90-9c24-ead5bccc8b97 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:10.160355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.177915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:10.247845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Pushing event updated for resources: {'Port': ['ID=3526273e-fbfd-4e6b-b96c-2966d1b41755,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:10.268495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.269857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.270313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.270690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.271123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.271488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.271851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.272212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.272585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.272947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.273302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.273686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.274073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.274427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.274774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.275181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.275530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.275886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.276237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.276587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.277145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.277761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.278125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.278480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:10.286329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:10.311163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-e21f5217-3d95-4161-b855-3eb681ddd3e5 None None] Provisioning complete for port a2612d93-c424-4f90-9c24-ead5bccc8b97 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:10.311765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e21f5217-3d95-4161-b855-3eb681ddd3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.472849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Attempting to bind port 3526273e-fbfd-4e6b-b96c-2966d1b41755 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:07:10.473766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Attempting to bind port 3526273e-fbfd-4e6b-b96c-2966d1b41755 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:07:10.474716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Attempting to bind port 3526273e-fbfd-4e6b-b96c-2966d1b41755 on network 62fcf32e-2351-40da-9ead-73ebabec5a60 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:07:10.495620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:07:10.496429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:07:10.497091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.497721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Bound using segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:07:10.500289 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Bound port: 3526273e-fbfd-4e6b-b96c-2966d1b41755, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:07:10.502125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.512408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7544f-b257-4b53-8ea7-738a811f0b96 req-95f9a5f1-ee2b-49b4-bd7d-11832916c1dd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:10.536214 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1b7544f-b257-4b53-8ea7-738a811f0b96 req-95f9a5f1-ee2b-49b4-bd7d-11832916c1dd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.2268217
Dec 21 04:07:10.599826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] For port 3526273e-fbfd-4e6b-b96c-2966d1b41755, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:07:10.603202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] For port 3526273e-fbfd-4e6b-b96c-2966d1b41755, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=3526273e-fbfd-4e6b-b96c-2966d1b41755,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:07:10.608460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.620447 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1b7544f-b257-4b53-8ea7-738a811f0b96 req-78c77307-1c5e-4103-844c-7ed4f75f0d44 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837774
Dec 21 04:07:10.641681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:10.661242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fa0fd-88c5-42a2-bcfc-fa7d05f0a18b req-5265bcac-ddf1-4bf0-87f2-8fae1b052fbf tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:10.663537 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-903fa0fd-88c5-42a2-bcfc-fa7d05f0a18b req-5265bcac-ddf1-4bf0-87f2-8fae1b052fbf tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.5191436
Dec 21 04:07:10.676603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Allocated IP 172.20.0.1 (78dad1cc-329d-4b16-a292-99bbc6a23af7/06039f46-864f-4daa-a717-a0397e0104e6/bc63ffeb-2957-4aaf-9141-5c87ee73c633) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:07:10.749342 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-903fa0fd-88c5-42a2-bcfc-fa7d05f0a18b req-eb5e2267-9aad-4190-b881-463fd4ebf908 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770059
Dec 21 04:07:10.793675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-438bea61-cdf4-4367-8936-bfdb36c6afad None None] Provisioning complete for port a2612d93-c424-4f90-9c24-ead5bccc8b97 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:10.794092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-438bea61-cdf4-4367-8936-bfdb36c6afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.813576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Pushing event updated for resources: {'Port': ['ID=3526273e-fbfd-4e6b-b96c-2966d1b41755,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:10.819300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:10.861810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:07:10.862428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42e584a8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:07:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:10.897087 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.915740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Transition to ACTIVE for port object bc63ffeb-2957-4aaf-9141-5c87ee73c633 will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:07:10.944619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:10.964804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:11.072613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:07:11.109912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc63ffeb-2957-4aaf-9141-5c87ee73c633,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:11.121778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:11.170918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:07:11.172279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:07:11.174749 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:07:11.223834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075d99b-7d00-4911-8ad6-b2df87860e5f req-6e385c54-5014-49a3-95d7-dd52e903d6ff tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:11.225483 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e075d99b-7d00-4911-8ad6-b2df87860e5f req-6e385c54-5014-49a3-95d7-dd52e903d6ff tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1007714
Dec 21 04:07:11.263290 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950064'] for router_interface, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:11.294041 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e075d99b-7d00-4911-8ad6-b2df87860e5f req-f3f0b3d6-ed4e-4dc3-ad12-ffee8776a18a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503652
Dec 21 04:07:11.410993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:11.411909 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42e584a8>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 3, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:11.417036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60468639-d099-44f0-9d7a-2aa94eae612a None None] The sync data for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi is: [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:07Z', 'revision_number': 3, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:07:11.472169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-fc1b18c2-cf48-42fe-b59e-b396be27ebf4 None None] Provisioning for port bc63ffeb-2957-4aaf-9141-5c87ee73c633 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:07:11.479995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-fc1b18c2-cf48-42fe-b59e-b396be27ebf4 None None] Provisioning complete for port bc63ffeb-2957-4aaf-9141-5c87ee73c633 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:11.480485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fc1b18c2-cf48-42fe-b59e-b396be27ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:11.547645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b18c2-cf48-42fe-b59e-b396be27ebf4 None None] Port bc63ffeb-2957-4aaf-9141-5c87ee73c633 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:07:11.713856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:11.717742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:11.747287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:11.890029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853480123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949643'] for router_interface, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:11.910844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc63ffeb-2957-4aaf-9141-5c87ee73c633,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:11.943808 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:12.000851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970b0b-aeac-4f5e-b797-1b7d94c32a8e req-7b76b7b3-6d56-4be7-8aca-b2dc4ffd2614 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:12.002498 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a2970b0b-aeac-4f5e-b797-1b7d94c32a8e req-7b76b7b3-6d56-4be7-8aca-b2dc4ffd2614 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0874956
Dec 21 04:07:12.025189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a22d5-fc70-40b3-bab3-0403f9958595 req-ebf06265-826a-4d6d-a60c-ac5f57c6eb29 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:12.026865 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-521a22d5-fc70-40b3-bab3-0403f9958595 req-ebf06265-826a-4d6d-a60c-ac5f57c6eb29 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.2403903
Dec 21 04:07:12.055370 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a2970b0b-aeac-4f5e-b797-1b7d94c32a8e req-1eaa91f2-cccf-408f-a42e-4ef4c1a1b431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453587
Dec 21 04:07:12.107594 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-521a22d5-fc70-40b3-bab3-0403f9958595 req-7dc76ffd-0495-4854-83c2-5a8d92b5e609 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723445
Dec 21 04:07:12.122436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:07:12.123854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:07:12.334595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Router 25b2243d-8047-43d1-9fed-7389c0bb2e48 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:07:12.373287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-de9b0b63-b360-4377-9664-115fd1421caa None None] Provisioning complete for port bc63ffeb-2957-4aaf-9141-5c87ee73c633 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:12.373705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-de9b0b63-b360-4377-9664-115fd1421caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:12.430523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-de9b0b63-b360-4377-9664-115fd1421caa None None] Port bc63ffeb-2957-4aaf-9141-5c87ee73c633 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:07:12.543269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:07:12.562533 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] 10.222.0.16 "PUT /v2.0/routers/25b2243d-8047-43d1-9fed-7389c0bb2e48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8172371
Dec 21 04:07:12.577523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b63ced-ee54-44a0-bab8-7718516242cc req-b24af29b-f6f5-4781-a1b0-bc11989bfcf3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:12.579180 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-57b63ced-ee54-44a0-bab8-7718516242cc req-b24af29b-f6f5-4781-a1b0-bc11989bfcf3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0941470
Dec 21 04:07:12.647779 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-57b63ced-ee54-44a0-bab8-7718516242cc req-548ae5e6-88a4-45d9-b469-321d58c01c1f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616784
Dec 21 04:07:13.281924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5fab1-0b83-412c-998f-7523bd291296 req-3e99f9c6-b2f3-4f57-922e-b9080ea5cb17 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:13.283701 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75e5fab1-0b83-412c-998f-7523bd291296 req-3e99f9c6-b2f3-4f57-922e-b9080ea5cb17 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0939105
Dec 21 04:07:13.335878 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75e5fab1-0b83-412c-998f-7523bd291296 req-b4a3fa37-ac94-4998-88db-e7badc53a793 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439198
Dec 21 04:07:13.353344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d949e7c-7722-4e99-b6e1-d3ed8588d3a6 req-6f0ac9c2-2bce-4eab-af3f-26b1c3342ea0 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:13.359358 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7d949e7c-7722-4e99-b6e1-d3ed8588d3a6 req-6f0ac9c2-2bce-4eab-af3f-26b1c3342ea0 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.1006365
Dec 21 04:07:13.427591 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7d949e7c-7722-4e99-b6e1-d3ed8588d3a6 req-1ac9633b-b638-47f3-a6ea-50fe33f9e631 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542364
Dec 21 04:07:13.926458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 3526273e-fbfd-4e6b-b96c-2966d1b41755 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:14.173644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 3526273e-fbfd-4e6b-b96c-2966d1b41755 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:07:14.191958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 3526273e-fbfd-4e6b-b96c-2966d1b41755 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:14.194115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:14.194232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbb3ee-8ee9-44ab-8b4c-7ebe9afb932c req-43cfc0fc-2636-4b55-b4f3-e6c1d925ca65 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:14.207140 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ebdbb3ee-8ee9-44ab-8b4c-7ebe9afb932c req-43cfc0fc-2636-4b55-b4f3-e6c1d925ca65 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.2525866
Dec 21 04:07:14.304764 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ebdbb3ee-8ee9-44ab-8b4c-7ebe9afb932c req-f1d7ea37-db51-4291-abdb-f7aa54f636b0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965559
Dec 21 04:07:14.466677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Sync routers for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:07:14.538501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:14.554733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:07:14.555677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42968828>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:07:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:14.731652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f9e1-4ca1-4b57-93b1-9cfc3d294958 req-1d9b6681-151c-4154-b658-570d2966fdd2 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:14.740793 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-43b4f9e1-4ca1-4b57-93b1-9cfc3d294958 req-1d9b6681-151c-4154-b658-570d2966fdd2 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.0969806
Dec 21 04:07:14.767510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:07:14.809795 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-43b4f9e1-4ca1-4b57-93b1-9cfc3d294958 req-9091ee1d-8ef3-4e30-8a2c-96268392a97b tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666213
Dec 21 04:07:14.915880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 3526273e-fbfd-4e6b-b96c-2966d1b41755, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=3526273e-fbfd-4e6b-b96c-2966d1b41755,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:14.926382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:14.932156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:15.183545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=3526273e-fbfd-4e6b-b96c-2966d1b41755,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:15.195053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:15.248205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42968828>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': 'bc63ffeb-2957-4aaf-9141-5c87ee73c633', 'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'mac_address': 'fa:16:3e:81:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:10Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 2, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'subnets': [{'id': '06039f46-864f-4daa-a717-a0397e0104e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:15.257867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Checking router: 25b2243d-8047-43d1-9fed-7389c0bb2e48 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:07:15.258270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Updating router 25b2243d-8047-43d1-9fed-7389c0bb2e48 port bc63ffeb-2957-4aaf-9141-5c87ee73c633 binding host dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:07:15.356732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:15.791368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916df4-64a9-4c75-9a1f-e35a3713515d req-bef2e3e4-971b-4d2c-8296-a65ce404e8a0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:15.798291 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e7916df4-64a9-4c75-9a1f-e35a3713515d req-bef2e3e4-971b-4d2c-8296-a65ce404e8a0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1676607
Dec 21 04:07:15.889705 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e7916df4-64a9-4c75-9a1f-e35a3713515d req-5f37357f-d905-4bff-8acd-873a741d37f3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841255
Dec 21 04:07:15.935436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 3526273e-fbfd-4e6b-b96c-2966d1b41755 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:16.110648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:16.126874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Transition to ACTIVE for port object bc63ffeb-2957-4aaf-9141-5c87ee73c633 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:07:16.138132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:16.140482 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3597aa3-845e-4cdb-9d5a-7ca9dc8a4084 req-78d7ec6f-8d18-40a1-b2be-14426eec0cec tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:16.147649 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a3597aa3-845e-4cdb-9d5a-7ca9dc8a4084 req-78d7ec6f-8d18-40a1-b2be-14426eec0cec tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.1186569
Dec 21 04:07:16.227853 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a3597aa3-845e-4cdb-9d5a-7ca9dc8a4084 req-ef342776-e123-43a4-9ebb-479e0eea3272 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691850
Dec 21 04:07:16.376466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:16.451453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc0115-e757-4e97-af5b-2b3472302faa None None] Pushing event updated for resources: {'Port': ['ID=bc63ffeb-2957-4aaf-9141-5c87ee73c633,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:16.503391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b1dc0115-e757-4e97-af5b-2b3472302faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:16.505621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 3526273e-fbfd-4e6b-b96c-2966d1b41755 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:16.506226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:16.964811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Attempting to bind port bc63ffeb-2957-4aaf-9141-5c87ee73c633 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:07:16.965274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Attempting to bind port bc63ffeb-2957-4aaf-9141-5c87ee73c633 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:07:16.965598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Attempting to bind port bc63ffeb-2957-4aaf-9141-5c87ee73c633 on network 78dad1cc-329d-4b16-a292-99bbc6a23af7 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:07:16.974852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:07:16.975290 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Checking segment: {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:07:16.975730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:16.976163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Bound using segment: {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:07:16.976683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Bound port: bc63ffeb-2957-4aaf-9141-5c87ee73c633, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:07:16.977095 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:17.178747 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] For port bc63ffeb-2957-4aaf-9141-5c87ee73c633, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:07:17.183737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] For port bc63ffeb-2957-4aaf-9141-5c87ee73c633, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=bc63ffeb-2957-4aaf-9141-5c87ee73c633,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:07:17.192643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:17.207386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f60239-3873-42a1-b14f-e485155bda60 req-6c2f22b5-62d0-41f1-b77b-e957c71b26f7 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:17.215375 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-93f60239-3873-42a1-b14f-e485155bda60 req-6c2f22b5-62d0-41f1-b77b-e957c71b26f7 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1297002
Dec 21 04:07:17.216886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-21196357-070d-4e46-9368-3a482372b4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:17.270421 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-93f60239-3873-42a1-b14f-e485155bda60 req-07bc789a-f6d8-437c-aa9c-6d33fde7eb12 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539312
Dec 21 04:07:17.402824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc0115-e757-4e97-af5b-2b3472302faa None None] Pushing event updated for resources: {'Port': ['ID=bc63ffeb-2957-4aaf-9141-5c87ee73c633,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:17.408130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b1dc0115-e757-4e97-af5b-2b3472302faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:17.459207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:07:17.459951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42968828>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:07:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:17.517118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49316258-ad80-4b8a-8f00-ebcf0378af93 req-812e00ab-c28d-493a-9beb-dd5c32e68f3a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:17.526198 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-49316258-ad80-4b8a-8f00-ebcf0378af93 req-812e00ab-c28d-493a-9beb-dd5c32e68f3a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.0993950
Dec 21 04:07:17.615202 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-49316258-ad80-4b8a-8f00-ebcf0378af93 req-5387c59c-db72-4fa8-8289-0f6756ff3494 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875847
Dec 21 04:07:17.698715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:07:18.239304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42968828>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': 'bc63ffeb-2957-4aaf-9141-5c87ee73c633', 'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'mac_address': 'fa:16:3e:81:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:10Z', 'updated_at': '2020-12-21T04:07:17Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'subnets': [{'id': '06039f46-864f-4daa-a717-a0397e0104e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:18.244010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab6936a-987a-40d1-9a5c-72ce93ab0e17 None None] The sync data for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi is: [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': 'bc63ffeb-2957-4aaf-9141-5c87ee73c633', 'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'mac_address': 'fa:16:3e:81:72:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:10Z', 'updated_at': '2020-12-21T04:07:17Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'subnets': [{'id': '06039f46-864f-4daa-a717-a0397e0104e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:07:18.411147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:18.738961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56282143-ba49-4c72-8b59-04ec98fff739 req-b95fd758-b094-46c2-bc82-3a49969ec8cd tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:18.740667 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56282143-ba49-4c72-8b59-04ec98fff739 req-b95fd758-b094-46c2-bc82-3a49969ec8cd tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1536405
Dec 21 04:07:19.076258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220b725-88a4-4bcb-aafe-9c5958894a16 req-e9cdaabc-1c65-4be4-a945-eadee8ef72a4 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:19.085090 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8220b725-88a4-4bcb-aafe-9c5958894a16 req-e9cdaabc-1c65-4be4-a945-eadee8ef72a4 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.2437108
Dec 21 04:07:19.154337 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8220b725-88a4-4bcb-aafe-9c5958894a16 req-bf6d7509-03cd-48ac-bb2a-3217df75ad21 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676429
Dec 21 04:07:19.165432 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56282143-ba49-4c72-8b59-04ec98fff739 req-ab1a3df4-e139-42e4-a6a6-7993a541aea1 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4176760
Dec 21 04:07:20.048019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be9866-08e7-4f43-a47b-42e47a212107 req-16e384b5-e5ea-4bf4-8da5-e07f67a15ebe tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:20.056254 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e3be9866-08e7-4f43-a47b-42e47a212107 req-16e384b5-e5ea-4bf4-8da5-e07f67a15ebe tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1206717
Dec 21 04:07:20.114819 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e3be9866-08e7-4f43-a47b-42e47a212107 req-5c05ffa1-ffcc-4a24-81ee-aa7265a26c85 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575275
Dec 21 04:07:20.120301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device bc63ffeb-2957-4aaf-9141-5c87ee73c633 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:20.350764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port bc63ffeb-2957-4aaf-9141-5c87ee73c633 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:07:20.360394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port bc63ffeb-2957-4aaf-9141-5c87ee73c633 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:20.360988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:20.611050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9817-7bb8-4ebd-8bc1-88d495bfefd3 req-099cbe0e-1a67-46a7-a17a-7d9c118ad5f9 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:20.622210 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01ac9817-7bb8-4ebd-8bc1-88d495bfefd3 req-099cbe0e-1a67-46a7-a17a-7d9c118ad5f9 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.1708634
Dec 21 04:07:20.636029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:20.683610 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01ac9817-7bb8-4ebd-8bc1-88d495bfefd3 req-0ff1e9cd-cca9-4c42-94c8-29d65eef7d79 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601823
Dec 21 04:07:20.714214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee7a72-fe04-47aa-8f62-732d7e9c5092 req-9bf0894b-f4f9-4128-b044-1bd9a9d14739 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:20.720436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port bc63ffeb-2957-4aaf-9141-5c87ee73c633, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=bc63ffeb-2957-4aaf-9141-5c87ee73c633,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:20.720607 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-35ee7a72-fe04-47aa-8f62-732d7e9c5092 req-9bf0894b-f4f9-4128-b044-1bd9a9d14739 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.2186987
Dec 21 04:07:20.726064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:20.728550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:20.783779 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-35ee7a72-fe04-47aa-8f62-732d7e9c5092 req-11b8fa33-774a-4007-a032-690fd7010a0c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596795
Dec 21 04:07:20.828524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=bc63ffeb-2957-4aaf-9141-5c87ee73c633,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:20.832278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:20.957562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6f38357c-d2bf-4d17-b4b1-51ede0023daf up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:21.057761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 6f38357c-d2bf-4d17-b4b1-51ede0023daf triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:21.059770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:21.438487 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39272b3f-cf1a-4b69-9703-3f3cea6e175f req-f44a1877-aa21-4419-8880-7c42fbf0fe04 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:21.440199 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39272b3f-cf1a-4b69-9703-3f3cea6e175f req-f44a1877-aa21-4419-8880-7c42fbf0fe04 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1247272
Dec 21 04:07:21.498886 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-39272b3f-cf1a-4b69-9703-3f3cea6e175f req-876cc53b-7eb6-4801-93c6-d8cf9242b097 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507388
Dec 21 04:07:21.869664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device bc63ffeb-2957-4aaf-9141-5c87ee73c633 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:22.056850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2d81f-3ea0-4314-afae-01a410e1c391 req-c4fbbb87-4865-4ef6-b9a6-85b9ce0f1475 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:22.068148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port bc63ffeb-2957-4aaf-9141-5c87ee73c633 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:22.068688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:22.083593 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-abf2d81f-3ea0-4314-afae-01a410e1c391 req-c4fbbb87-4865-4ef6-b9a6-85b9ce0f1475 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.2269335
Dec 21 04:07:22.258914 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-abf2d81f-3ea0-4314-afae-01a410e1c391 req-3a13eb39-d6e9-48da-a753-23f72969cbcb tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679759
Dec 21 04:07:22.266193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f8044-9a14-4cc0-863c-1240b5682060 req-32c08b6c-57ce-4366-b30c-a8e307b71b0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:22.279712 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-815f8044-9a14-4cc0-863c-1240b5682060 req-32c08b6c-57ce-4366-b30c-a8e307b71b0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.2935703
Dec 21 04:07:22.378837 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-815f8044-9a14-4cc0-863c-1240b5682060 req-694356ba-39ff-4dfc-8e98-8b71c8fdc24a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969539
Dec 21 04:07:22.833134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436af8-e51b-4300-a804-ef305d904604 req-3046a765-0e5f-4b40-8eb2-2cf0a4b655f2 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:22.835471 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1f436af8-e51b-4300-a804-ef305d904604 req-3046a765-0e5f-4b40-8eb2-2cf0a4b655f2 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1475604
Dec 21 04:07:22.927793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 6f38357c-d2bf-4d17-b4b1-51ede0023daf no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:07:22.928586 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1f436af8-e51b-4300-a804-ef305d904604 req-2690e614-bf2a-468e-a581-722c14e350c1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869880
Dec 21 04:07:23.108955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-8c8478ba-60dd-4908-ac91-cea0c26ab92d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:23.110726 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-8c8478ba-60dd-4908-ac91-cea0c26ab92d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 945 time: 0.2635331
Dec 21 04:07:23.234224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:23.273516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Deleting port 6f38357c-d2bf-4d17-b4b1-51ede0023daf {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:07:23.273877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:23.285502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f38357c-d2bf-4d17-b4b1-51ede0023daf'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:23.321770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 6f38357c-d2bf-4d17-b4b1-51ede0023daf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6f38357c-d2bf-4d17-b4b1-51ede0023daf,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:23.339509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:23.341489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:23.486655 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f38357c-d2bf-4d17-b4b1-51ede0023daf', 'code': 200}
Dec 21 04:07:23.497076 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=6f38357c-d2bf-4d17-b4b1-51ede0023daf,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:23.501871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:23.812972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568ae36-269b-4ca7-9df9-8338fd38aa39 req-650ce094-feb4-4545-a1bd-9a039b08433f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:23.821495 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b568ae36-269b-4ca7-9df9-8338fd38aa39 req-650ce094-feb4-4545-a1bd-9a039b08433f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 943 time: 0.1835291
Dec 21 04:07:23.879285 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b568ae36-269b-4ca7-9df9-8338fd38aa39 req-e221083b-3405-42b1-bfb0-ce15a23c8c41 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566554
Dec 21 04:07:23.883845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] For port 6f38357c-d2bf-4d17-b4b1-51ede0023daf, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=6f38357c-d2bf-4d17-b4b1-51ede0023daf,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:23.884235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:24.159521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Calling delete_port for 6f38357c-d2bf-4d17-b4b1-51ede0023daf owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:07:24.299739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e878ab6-e22a-4eb6-94c8-b1992eee1800 req-571a24a5-8a44-42d5-abb7-c05131fe5121 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:24.301685 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7e878ab6-e22a-4eb6-94c8-b1992eee1800 req-571a24a5-8a44-42d5-abb7-c05131fe5121 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.3931992
Dec 21 04:07:24.418753 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7e878ab6-e22a-4eb6-94c8-b1992eee1800 req-5708f634-458d-4459-b107-9fe0acb63430 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598559
Dec 21 04:07:24.452081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:24.472219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:24.500945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7315c71-1a93-40c8-950f-a82091311639 req-cae0250e-c46b-454a-a018-910fc06c2e35 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:24.511346 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e7315c71-1a93-40c8-950f-a82091311639 req-cae0250e-c46b-454a-a018-910fc06c2e35 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1656744
Dec 21 04:07:24.523394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Pushing event deleted for resources: {'Port': ['ID=6f38357c-d2bf-4d17-b4b1-51ede0023daf,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:24.533164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:24.669724 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e7315c71-1a93-40c8-950f-a82091311639 req-1634550c-6230-43dc-8a12-d39109d0fbbc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570792
Dec 21 04:07:24.933989 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] No DVR routers for this DVR port 6f38357c-d2bf-4d17-b4b1-51ede0023daf on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:07:24.938607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:24.954578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'name': 'network-vif-deleted', 'tag': '6f38357c-d2bf-4d17-b4b1-51ede0023daf'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:25.005381 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-06a7bef8-2dac-45cb-b801-fe919cee52af req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "DELETE /v2.0/ports/6f38357c-d2bf-4d17-b4b1-51ede0023daf HTTP/1.1" status: 204  len: 173 time: 1.8758147
Dec 21 04:07:25.063734 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eb7e97-5d80-4ff6-9f49-1ff46651638d', 'name': 'network-vif-deleted', 'tag': '6f38357c-d2bf-4d17-b4b1-51ede0023daf', 'status': 'completed', 'code': 200}
Dec 21 04:07:25.142195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a5c4122b-e9d5-46cd-b672-1fe368d8edc4 req-2656ef38-10d5-43b4-bf29-9e33588e872c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:07:25.170949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a5c4122b-e9d5-46cd-b672-1fe368d8edc4 req-2656ef38-10d5-43b4-bf29-9e33588e872c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:07:25.172533 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5c4122b-e9d5-46cd-b672-1fe368d8edc4 req-2656ef38-10d5-43b4-bf29-9e33588e872c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 210 time: 0.1077964
Dec 21 04:07:25.801016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4f3f5-6b62-4c9e-a52e-2534d6b7732c req-c16e3e75-5f38-4f89-a2e0-710969bbb612 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:25.811958 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1e4f3f5-6b62-4c9e-a52e-2534d6b7732c req-c16e3e75-5f38-4f89-a2e0-710969bbb612 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1742320
Dec 21 04:07:25.877999 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1e4f3f5-6b62-4c9e-a52e-2534d6b7732c req-caaaa007-97bb-433f-8aae-5be6dcfe4697 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584035
Dec 21 04:07:26.214935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011a9d-7149-4524-b44d-5404399289b1 req-0acb0c61-7240-4339-a546-25782e69e2d1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:26.224119 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-16011a9d-7149-4524-b44d-5404399289b1 req-0acb0c61-7240-4339-a546-25782e69e2d1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.0969849
Dec 21 04:07:26.287534 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-16011a9d-7149-4524-b44d-5404399289b1 req-af1b75e8-7e53-4627-8a78-f3c3c683317a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620334
Dec 21 04:07:26.753217 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-664f3f88-dcf5-4dc4-aaac-43017f4eb0ae req-a25de284-d261-45ce-8a24-0745b4d73261 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 210 time: 0.0481267
Dec 21 04:07:27.063835 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d84cf-a0f8-417a-b9b8-af8668767fa8 req-1e1babcc-4f9f-4aa3-a368-b43c07a8d2ca tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:27.066153 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e9d84cf-a0f8-417a-b9b8-af8668767fa8 req-1e1babcc-4f9f-4aa3-a368-b43c07a8d2ca tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 0.1552789
Dec 21 04:07:27.158893 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e9d84cf-a0f8-417a-b9b8-af8668767fa8 req-f3c382de-d221-498f-9102-652f89192221 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861907
Dec 21 04:07:27.386830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7264552-2441-4811-b686-03273237cec4 req-f0b25b2f-6663-420e-8a2f-030ab09b403e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:27.388447 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d7264552-2441-4811-b686-03273237cec4 req-f0b25b2f-6663-420e-8a2f-030ab09b403e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.0891075
Dec 21 04:07:27.441392 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d7264552-2441-4811-b686-03273237cec4 req-62b19ae3-d8dc-40ab-87d6-5ab7733ce96e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445521
Dec 21 04:07:27.719921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688e790-2330-4f57-9807-ee2e787c4abc req-d71feb5c-6b68-489b-ac90-73e0d31aea15 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:27.727702 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6688e790-2330-4f57-9807-ee2e787c4abc req-d71feb5c-6b68-489b-ac90-73e0d31aea15 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.0993488
Dec 21 04:07:27.815004 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6688e790-2330-4f57-9807-ee2e787c4abc req-4f9b5756-fbc9-4f64-93c8-eeeae1743b18 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859685
Dec 21 04:07:28.044787 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ae39f9c2-e450-4649-bccb-4a17e2c4129e req-bb05b93a-2977-4ec2-8ff6-c4b1db78ff06 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 210 time: 0.0765145
Dec 21 04:07:28.416472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b50207-730e-4da2-87c4-ac0d720ff131 req-124428d1-5d5c-445d-b996-971c5872571a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:28.419411 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-93b50207-730e-4da2-87c4-ac0d720ff131 req-124428d1-5d5c-445d-b996-971c5872571a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 0.1115847
Dec 21 04:07:28.521181 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-93b50207-730e-4da2-87c4-ac0d720ff131 req-1724e0d1-b9fb-41b1-9ff0-0d1d544aab6c tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877144
Dec 21 04:07:28.781063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06412b3-6283-4b8c-8273-977542a70ca1 req-67d6aa1f-f7f4-491d-b3ba-4746883c9e49 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:28.783247 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c06412b3-6283-4b8c-8273-977542a70ca1 req-67d6aa1f-f7f4-491d-b3ba-4746883c9e49 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1057048
Dec 21 04:07:28.851101 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c06412b3-6283-4b8c-8273-977542a70ca1 req-312bdde3-e6c3-47c1-be4d-cf79853f9f94 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552952
Dec 21 04:07:29.111356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c3561-385c-4b54-8bd4-6424670d9c41 req-cf81179f-2d28-4a80-8328-b50b68bd2314 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:29.122559 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b39c3561-385c-4b54-8bd4-6424670d9c41 req-cf81179f-2d28-4a80-8328-b50b68bd2314 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1130462
Dec 21 04:07:29.170259 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b39c3561-385c-4b54-8bd4-6424670d9c41 req-902c7ade-4822-4313-bdda-2e40dcf5966b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466104
Dec 21 04:07:29.382287 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ec988138-18f3-46b4-a66a-7c954e14574f req-7db60bd9-7457-4ac6-b952-8d8bcf908675 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 210 time: 0.0593286
Dec 21 04:07:29.773301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577e5a-051a-470a-88b0-c02f80c84d7f req-e69680ca-cab7-4b1d-84c2-79ce6655c071 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:29.781337 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56577e5a-051a-470a-88b0-c02f80c84d7f req-e69680ca-cab7-4b1d-84c2-79ce6655c071 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 0.0971446
Dec 21 04:07:29.826591 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56577e5a-051a-470a-88b0-c02f80c84d7f req-924e785a-f4ec-476b-9179-410d5ee9a9c6 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442679
Dec 21 04:07:30.175140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4d3c2-921a-4d77-9847-413270ca02bd req-5533c083-e90e-4e6d-9723-7fbdaf750814 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:30.179651 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7ed4d3c2-921a-4d77-9847-413270ca02bd req-5533c083-e90e-4e6d-9723-7fbdaf750814 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1332736
Dec 21 04:07:30.233698 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7ed4d3c2-921a-4d77-9847-413270ca02bd req-e54c99bb-0438-4caa-90dc-0b12e391807d tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503745
Dec 21 04:07:30.564028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7f76f-3d49-4c3b-9019-ae641b58545b req-8876489e-310f-4291-97b6-0b4d1ee12feb tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:30.566078 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-afd7f76f-3d49-4c3b-9019-ae641b58545b req-8876489e-310f-4291-97b6-0b4d1ee12feb tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1012776
Dec 21 04:07:30.625077 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-afd7f76f-3d49-4c3b-9019-ae641b58545b req-0d73e961-3153-418f-8da8-894d473a46d3 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521772
Dec 21 04:07:30.842138 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e54bf952-dc7d-4d4d-8667-f0fe2a86dadf req-e564bedb-0445-4063-b554-1927e1565b81 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 210 time: 0.0512969
Dec 21 04:07:31.081928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e05c14-0405-4044-b157-2c96fbdbd28c req-09acdc3b-cf8b-4db5-9a59-46d441b1adc3 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:31.084689 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a7e05c14-0405-4044-b157-2c96fbdbd28c req-09acdc3b-cf8b-4db5-9a59-46d441b1adc3 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 0.1060820
Dec 21 04:07:31.155534 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a7e05c14-0405-4044-b157-2c96fbdbd28c req-7a1cb743-9335-4ef0-b813-cf9dace176a0 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614822
Dec 21 04:07:31.313051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669abd-ed82-400d-b07e-89fb48878497 req-1f83daba-67e8-4da8-84f8-387045eae345 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:31.314706 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-1f83daba-67e8-4da8-84f8-387045eae345 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 815 time: 0.1862249
Dec 21 04:07:31.337593 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-39f84fe2-070a-4c1d-8f10-cb55970504ea tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/quotas/c854b1b3076d4532ac6b8813b4df1ab6 HTTP/1.1" status: 200  len: 375 time: 0.0158072
Dec 21 04:07:31.466683 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-f8b676d3-a2b5-472f-b94c-858a12a4e401 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1225221
Dec 21 04:07:31.590190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb6cff-bfd0-4f99-addc-65f1f2b7bee6 req-61bbe1c1-dbea-4298-bb67-12a622631e0c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:31.601162 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c0eb6cff-bfd0-4f99-addc-65f1f2b7bee6 req-61bbe1c1-dbea-4298-bb67-12a622631e0c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1124701
Dec 21 04:07:31.629066 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-794f1393-e71a-4e0c-8cf9-c8944e7a28e6 service neutron] 10.222.0.16 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589401
Dec 21 04:07:31.722292 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c0eb6cff-bfd0-4f99-addc-65f1f2b7bee6 req-0c75e6ce-886b-425d-83a9-d032bb0a7485 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1167297
Dec 21 04:07:31.987104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943461ca-f9b5-461a-bf29-b0d902be4906 req-27a5e0ae-4fa2-43d4-91d5-b3328082736a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:31.996152 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-943461ca-f9b5-461a-bf29-b0d902be4906 req-27a5e0ae-4fa2-43d4-91d5-b3328082736a tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1236680
Dec 21 04:07:32.063702 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-943461ca-f9b5-461a-bf29-b0d902be4906 req-85cfc11a-785b-4857-b916-b393135ec7ed tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660326
Dec 21 04:07:32.069865 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-d5aa09f4-6095-4f5d-841a-b37b7494e803 service neutron] 10.222.0.16 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4386597
Dec 21 04:07:32.255545 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41ad1e8e-6495-4f3e-860e-7c3019cc87fb req-455d5da4-55eb-4cca-ad74-291abe5974b2 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=f2eb7e97-5d80-4ff6-9f49-1ff46651638d HTTP/1.1" status: 200  len: 210 time: 0.0674629
Dec 21 04:07:32.369439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-8ec17dd1-da77-43ca-919f-1630856544b2 req-205d88d3-9902-40ea-bc0a-2cdb79d1b26a tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Synchronizing usage tracker for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:07:32.389472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-8ec17dd1-da77-43ca-919f-1630856544b2 req-205d88d3-9902-40ea-bc0a-2cdb79d1b26a tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Unset dirty status for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:07:32.403531 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8ec17dd1-da77-43ca-919f-1630856544b2 req-205d88d3-9902-40ea-bc0a-2cdb79d1b26a tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0858207
Dec 21 04:07:32.499371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19a04a-148b-4950-8529-d4131ba43e5d req-316dc1c5-a6d1-450e-ba9d-3288267526be tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:32.501493 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e19a04a-148b-4950-8529-d4131ba43e5d req-316dc1c5-a6d1-450e-ba9d-3288267526be tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 0.1512799
Dec 21 04:07:32.575552 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e19a04a-148b-4950-8529-d4131ba43e5d req-59d9104f-00e6-4cf8-a97d-ae6b67348690 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668542
Dec 21 04:07:33.000480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b0f9f-6fec-442e-8ab1-fe01b047f472 req-8dcf0037-ac4a-479a-a798-ae6557baa0ba tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:33.010953 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f10b0f9f-6fec-442e-8ab1-fe01b047f472 req-8dcf0037-ac4a-479a-a798-ae6557baa0ba tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1240695
Dec 21 04:07:33.060076 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f10b0f9f-6fec-442e-8ab1-fe01b047f472 req-b551bd8a-d8ac-401f-9fea-20a4daafcfc7 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479710
Dec 21 04:07:33.359912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb975a-e4be-4757-b266-8174be66d489 req-8ea77758-6450-4e04-9526-894ef06d66cc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:33.361768 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7dfb975a-e4be-4757-b266-8174be66d489 req-8ea77758-6450-4e04-9526-894ef06d66cc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.1151502
Dec 21 04:07:33.450458 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7dfb975a-e4be-4757-b266-8174be66d489 req-94b772b4-baab-4477-959a-418490757f94 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803471
Dec 21 04:07:33.598888 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0618b4ef-aea4-45dd-a3ff-86f285cde0d6 req-9b108c2a-0fce-4499-8d44-6294e6528216 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0601299
Dec 21 04:07:34.053601 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-0f488d25-674e-4a4a-b942-f9717d7513b7 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:34.055322 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-0f488d25-674e-4a4a-b942-f9717d7513b7 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.55 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 0.3192663
Dec 21 04:07:34.063257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669abd-ed82-400d-b07e-89fb48878497 req-ac7d8baf-5510-4182-b44e-850ee23243c5 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:34.065281 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-ac7d8baf-5510-4182-b44e-850ee23243c5 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 815 time: 0.2784197
Dec 21 04:07:34.073471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165f09b-f31e-4cf4-805a-4807acc57b20 req-af6bcc37-a14a-4702-b143-3fd2ae7403e9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:34.079440 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3165f09b-f31e-4cf4-805a-4807acc57b20 req-af6bcc37-a14a-4702-b143-3fd2ae7403e9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 0.2917166
Dec 21 04:07:34.153482 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'port': {'device_id': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'admin_state_up': True, 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:07:34.365383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-35288888-033b-4402-95d9-a2c58abcbdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:34.406339 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:07:34.447077 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3165f09b-f31e-4cf4-805a-4807acc57b20 req-63dcd2eb-bad4-4f19-b0b2-6efe1a8d51c9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3261490
Dec 21 04:07:34.480204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ea436-a787-492a-add6-6a9637904711 req-9b7bb4c8-3ff7-45b8-a831-12810fa17a51 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:34.486285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Deleting port 112992d5-34d2-4969-bb40-152ef22b2f72 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:07:34.490555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:34.492426 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-535ea436-a787-492a-add6-6a9637904711 req-9b7bb4c8-3ff7-45b8-a831-12810fa17a51 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.2188559
Dec 21 04:07:34.588360 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-535ea436-a787-492a-add6-6a9637904711 req-ceff467d-0a8d-4952-835e-4e38989bb0ec tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932419
Dec 21 04:07:34.598852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:07:34.839442 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f401fa5c-48f1-424e-b4e5-fa1627eb5173 req-60705ec6-e08a-467d-b715-4264312e10ec tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0736616
Dec 21 04:07:34.931320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] For port 112992d5-34d2-4969-bb40-152ef22b2f72, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=112992d5-34d2-4969-bb40-152ef22b2f72,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:34.931719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:35.022298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 143f81ae-4663-43fe-a5c8-1eea68349715 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:07:35.186711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:35.243589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 143f81ae-4663-43fe-a5c8-1eea68349715, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=143f81ae-4663-43fe-a5c8-1eea68349715,segment=NetworkSegment(1cccd009-7dcb-4411-a654-ed5e45734ef1),segment_id=1cccd009-7dcb-4411-a654-ed5e45734ef1)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:35.245811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143f81ae-4663-43fe-a5c8-1eea68349715'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:35.256905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:35.258832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 112992d5-34d2-4969-bb40-152ef22b2f72 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:07:35.348317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:35.445693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=143f81ae-4663-43fe-a5c8-1eea68349715,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:35.458369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:35.615260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:35.640622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Calling delete_port for 112992d5-34d2-4969-bb40-152ef22b2f72 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:07:35.702334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Made reservation on behalf of c854b1b3076d4532ac6b8813b4df1ab6 for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:07:35.708175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:35.740367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 112992d5-34d2-4969-bb40-152ef22b2f72, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=112992d5-34d2-4969-bb40-152ef22b2f72,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:35.740624 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16ec58-4355-40b5-8f9a-2a4ac3f92c57 req-d5f8467b-7f1f-4118-afec-03bc6174929a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:35.740624 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bc16ec58-4355-40b5-8f9a-2a4ac3f92c57 req-d5f8467b-7f1f-4118-afec-03bc6174929a tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.2446985
Dec 21 04:07:35.765483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:35.771231 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:35.837826 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bc16ec58-4355-40b5-8f9a-2a4ac3f92c57 req-1a3adc01-4419-49e8-8e84-dd7a857b0a39 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709574
Dec 21 04:07:35.935592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=112992d5-34d2-4969-bb40-152ef22b2f72,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:35.941950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:35.958308 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143f81ae-4663-43fe-a5c8-1eea68349715', 'code': 200}
Dec 21 04:07:36.148736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-a96f6012-559b-418b-a4c0-337dcf4c3659 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:36.150623 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-a96f6012-559b-418b-a4c0-337dcf4c3659 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.55 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 945 time: 1.1199293
Dec 21 04:07:36.207111 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d34884-dd92-4701-94eb-d60fac7ac5ba req-963ac848-2b9d-4d92-ba86-1b58d66f2a92 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:36.217365 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5d34884-dd92-4701-94eb-d60fac7ac5ba req-963ac848-2b9d-4d92-ba86-1b58d66f2a92 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 943 time: 0.1111567
Dec 21 04:07:36.272140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e5981-1b7b-45f8-a555-27694d9d50f0 req-34f61d23-3fe9-45a9-bf3f-05ee76db97b1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:36.273975 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7e2e5981-1b7b-45f8-a555-27694d9d50f0 req-34f61d23-3fe9-45a9-bf3f-05ee76db97b1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 946 time: 1.1318922
Dec 21 04:07:36.284295 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5d34884-dd92-4701-94eb-d60fac7ac5ba req-4e87b77e-9a09-429c-a108-08e999ec395d tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663054
Dec 21 04:07:36.309375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Deleting port 143f81ae-4663-43fe-a5c8-1eea68349715 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:07:36.316840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:36.374674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:07:36.374954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:07:36.566752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80651a-f6b9-4af8-8ab9-b7bbc6a3ea63 req-fe016d9f-68a9-43af-8bda-213d838b91ae tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:36.575430 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bd80651a-f6b9-4af8-8ab9-b7bbc6a3ea63 req-fe016d9f-68a9-43af-8bda-213d838b91ae tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1036704
Dec 21 04:07:36.613582 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7e2e5981-1b7b-45f8-a555-27694d9d50f0 req-e12a96dd-20b6-4d9e-84d3-b9704a6c75dd tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375720
Dec 21 04:07:36.637769 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bd80651a-f6b9-4af8-8ab9-b7bbc6a3ea63 req-a13d34a9-4173-438e-a25e-c2c00bad4caf tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613096
Dec 21 04:07:36.759580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Allocated IP 172.20.0.14 (78dad1cc-329d-4b16-a292-99bbc6a23af7/06039f46-864f-4daa-a717-a0397e0104e6/a286529e-ec58-4881-9bf1-0a30fd25f4af) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:07:36.877209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Deleting port 112992d5-34d2-4969-bb40-152ef22b2f72 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:07:36.877209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:37.004307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d40f7dd4-a6b3-4c28-bfde-f163eef6e125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:37.083571 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ad55bce3-1143-4e02-a111-2831144f06d6 req-c28da343-68a8-4dbd-ad68-9b8472bd0047 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.1408725
Dec 21 04:07:37.102739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:37.124952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:07:37.228938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7654b-e848-45a9-b5d8-314197604c1a req-fb04ed7e-8cc2-4420-ade0-436c5a2df257 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:37.245862 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e3c7654b-e848-45a9-b5d8-314197604c1a req-fb04ed7e-8cc2-4420-ade0-436c5a2df257 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.1473889
Dec 21 04:07:37.249999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] For port 143f81ae-4663-43fe-a5c8-1eea68349715, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=143f81ae-4663-43fe-a5c8-1eea68349715,segment=NetworkSegment(1cccd009-7dcb-4411-a654-ed5e45734ef1),segment_id=1cccd009-7dcb-4411-a654-ed5e45734ef1)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:37.250572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:37.354513 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e3c7654b-e848-45a9-b5d8-314197604c1a req-6b8e09c8-493d-4966-a44c-ba0db19f8ed8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068587
Dec 21 04:07:37.959675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112992d5-34d2-4969-bb40-152ef22b2f72'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:38.024286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f75a0b-eabe-480b-9c55-b4ddb259e382 req-fb43f0d6-4ac3-45d1-8644-567aac09d29f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:38.043567 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-70f75a0b-eabe-480b-9c55-b4ddb259e382 req-fb43f0d6-4ac3-45d1-8644-567aac09d29f tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 944 time: 0.1822121
Dec 21 04:07:38.118694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Calling delete_port for 143f81ae-4663-43fe-a5c8-1eea68349715 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:07:38.147574 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-70f75a0b-eabe-480b-9c55-b4ddb259e382 req-21633778-4609-4c5a-8552-68f0a043beef tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029193
Dec 21 04:07:38.254312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:38.654578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:38.664110 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-138c43aa-033d-417e-b82f-2e37a84c419c req-80461ed1-858b-4ddd-b8f9-36a151be9974 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 210 time: 0.7667000
Dec 21 04:07:38.694699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5899d-5971-4f8a-981d-879e629fb08f req-0e4d2961-2ba5-429f-9ac6-a057c8f99581 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:38.696638 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ebb5899d-5971-4f8a-981d-879e629fb08f req-0e4d2961-2ba5-429f-9ac6-a057c8f99581 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.2966425
Dec 21 04:07:38.725765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-600b4e3c-f4c2-4d95-9a8a-d8821fedfd09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:38.792217 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112992d5-34d2-4969-bb40-152ef22b2f72', 'code': 200}
Dec 21 04:07:38.794081 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ebb5899d-5971-4f8a-981d-879e629fb08f req-11213d4b-4f3c-4929-a175-1b67f0e339b5 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910997
Dec 21 04:07:38.875455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Pushing event deleted for resources: {'Port': ['ID=143f81ae-4663-43fe-a5c8-1eea68349715,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:38.875844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:38.910860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:39.029059 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:39.178048 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5fb586c5-cd5d-412e-a92f-bba307f113b4 req-df413785-6ff3-4b68-8a54-e40c2184819e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.1420436
Dec 21 04:07:39.200844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1828c-e3ad-4ff1-9b04-6f95f95f135d req-5938c5b8-e823-4bc5-8eb0-0579d14ac513 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:39.211942 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9fb1828c-e3ad-4ff1-9b04-6f95f95f135d req-5938c5b8-e823-4bc5-8eb0-0579d14ac513 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.1396146
Dec 21 04:07:39.222350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Transition to ACTIVE for port object a286529e-ec58-4881-9bf1-0a30fd25f4af will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:07:39.303615 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9fb1828c-e3ad-4ff1-9b04-6f95f95f135d req-74c4be6d-c609-43ae-9f24-a396f2e3c783 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922744
Dec 21 04:07:39.329460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] For port 112992d5-34d2-4969-bb40-152ef22b2f72, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=112992d5-34d2-4969-bb40-152ef22b2f72,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:39.329986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:39.574084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Calling delete_port for 112992d5-34d2-4969-bb40-152ef22b2f72 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:07:39.681908 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:39.686996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] No DVR routers for this DVR port 143f81ae-4663-43fe-a5c8-1eea68349715 on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:07:39.705964 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-596c5716-aa9f-4df1-99b5-c5ddfa45f364 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:39.747452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:39.753755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'name': 'network-vif-deleted', 'tag': '143f81ae-4663-43fe-a5c8-1eea68349715'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:39.916587 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-37f315bb-3c91-49c3-93e0-1680d4f966ae req-10e64107-8893-4fc2-9a1c-53fedd246712 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 210 time: 0.0775452
Dec 21 04:07:39.989373 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6ec80df1-d334-4aef-a831-31760011d9e2 req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.55 "DELETE /v2.0/ports/143f81ae-4663-43fe-a5c8-1eea68349715 HTTP/1.1" status: 204  len: 173 time: 3.8095860
Dec 21 04:07:40.113302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event updated for resources: {'Port': ['ID=a286529e-ec58-4881-9bf1-0a30fd25f4af,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:40.117474 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c955c-eab7-4008-a9e4-75837f8cc0f4', 'name': 'network-vif-deleted', 'tag': '143f81ae-4663-43fe-a5c8-1eea68349715', 'status': 'completed', 'code': 200}
Dec 21 04:07:40.122497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:40.133980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:40.140847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17af73-d0fb-4d68-b894-3cb8d996fdf9 req-ceb3215e-43f6-4bf6-9dc4-f64f6d78a105 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:40.141687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ad17af73-d0fb-4d68-b894-3cb8d996fdf9 req-ceb3215e-43f6-4bf6-9dc4-f64f6d78a105 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Synchronizing usage tracker for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:07:40.164354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:40.259137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54835412-a14a-43c4-908d-4aaa125d1f85 req-d950cea9-6b03-46b5-83d5-57795d17cac9 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:40.268001 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-54835412-a14a-43c4-908d-4aaa125d1f85 req-d950cea9-6b03-46b5-83d5-57795d17cac9 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1142728
Dec 21 04:07:40.305111 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Pushing event deleted for resources: {'Port': ['ID=112992d5-34d2-4969-bb40-152ef22b2f72,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:40.321902 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ad17af73-d0fb-4d68-b894-3cb8d996fdf9 req-ceb3215e-43f6-4bf6-9dc4-f64f6d78a105 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Unset dirty status for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:07:40.327051 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ad17af73-d0fb-4d68-b894-3cb8d996fdf9 req-ceb3215e-43f6-4bf6-9dc4-f64f6d78a105 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 865 time: 0.9027486
Dec 21 04:07:40.343945 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-54835412-a14a-43c4-908d-4aaa125d1f85 req-efa7e072-9b71-472d-9543-1d3e737edfa6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740244
Dec 21 04:07:40.593152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:40.636126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f331fcd-5001-4aad-9b35-efe309216d43 req-78a9863b-a29a-419a-8660-889d8bac0f7c tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:40.650219 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f331fcd-5001-4aad-9b35-efe309216d43 req-78a9863b-a29a-419a-8660-889d8bac0f7c tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 932 time: 0.1522391
Dec 21 04:07:40.721307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-8f331fcd-5001-4aad-9b35-efe309216d43 req-6fff1761-7769-4ad3-8235-b09d117d80b4 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Synchronizing usage tracker for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:07:40.728749 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] No DVR routers for this DVR port 112992d5-34d2-4969-bb40-152ef22b2f72 on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:07:40.733220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:40.738037 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-81379f3e-cd23-4f68-9248-e6e2286eb911 req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.55 "DELETE /v2.0/ports/112992d5-34d2-4969-bb40-152ef22b2f72 HTTP/1.1" status: 204  len: 173 time: 6.6702533
Dec 21 04:07:40.755513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:07:40.760778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:07:40.770872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-8f331fcd-5001-4aad-9b35-efe309216d43 req-6fff1761-7769-4ad3-8235-b09d117d80b4 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Unset dirty status for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:07:40.772399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:07:40.791210 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f331fcd-5001-4aad-9b35-efe309216d43 req-6fff1761-7769-4ad3-8235-b09d117d80b4 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379209
Dec 21 04:07:40.800853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:40.802041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:40.841792 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.7272294
Dec 21 04:07:40.856784 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ad17af73-d0fb-4d68-b894-3cb8d996fdf9 req-1af42460-a46d-4cb6-94e7-fd4772515a39 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2489069
Dec 21 04:07:40.913814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Request body: {'port': {'device_id': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:07:41.193061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:41.202224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-05ba4895-e2b7-4a9c-95e5-b5ab25cdd7f0 None None] Provisioning for port a286529e-ec58-4881-9bf1-0a30fd25f4af completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:07:41.219716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-05ba4895-e2b7-4a9c-95e5-b5ab25cdd7f0 None None] Provisioning complete for port a286529e-ec58-4881-9bf1-0a30fd25f4af triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:41.222104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-05ba4895-e2b7-4a9c-95e5-b5ab25cdd7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:41.291323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542e4fc-3714-4fe2-8166-b6b62e612203 req-db2fbf2f-41d6-4162-89d5-1c32acbff41f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:41.310753 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5542e4fc-3714-4fe2-8166-b6b62e612203 req-db2fbf2f-41d6-4162-89d5-1c32acbff41f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.1682799
Dec 21 04:07:41.338538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-05ba4895-e2b7-4a9c-95e5-b5ab25cdd7f0 None None] Port a286529e-ec58-4881-9bf1-0a30fd25f4af cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:07:41.401695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device c3d06276-942a-422b-add5-5fb80a8c96cc up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:41.449973 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5542e4fc-3714-4fe2-8166-b6b62e612203 req-703818ce-3344-44f4-8166-3a466abf8e48 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375103
Dec 21 04:07:41.508403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-340b5a91-8c46-4d2d-b7df-a7c6fced1d2d req-ba3d0f5f-165a-4d61-8f85-7f4b0de42873 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Synchronizing usage tracker for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:07:41.647404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port c3d06276-942a-422b-add5-5fb80a8c96cc triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:41.648097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:41.811854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-340b5a91-8c46-4d2d-b7df-a7c6fced1d2d req-ba3d0f5f-165a-4d61-8f85-7f4b0de42873 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Unset dirty status for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:07:41.831880 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-340b5a91-8c46-4d2d-b7df-a7c6fced1d2d req-ba3d0f5f-165a-4d61-8f85-7f4b0de42873 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=5f9c955c-eab7-4008-a9e4-75837f8cc0f4 HTTP/1.1" status: 200  len: 210 time: 0.5947564
Dec 21 04:07:41.939790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990f8cc-b786-412f-881e-3ff715434cbf req-24a83890-2f57-4844-82c2-c656a85b7f81 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:41.942716 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0990f8cc-b786-412f-881e-3ff715434cbf req-24a83890-2f57-4844-82c2-c656a85b7f81 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.2494180
Dec 21 04:07:42.066217 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0990f8cc-b786-412f-881e-3ff715434cbf req-cc35bb09-96b0-4e14-8e17-57fef43a1e8a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139953
Dec 21 04:07:42.471658 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ee02b4eb-c753-4d12-9691-5109844bbc98 req-b1192294-3b27-4072-a235-6191c4333d73 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=de36eb65-105b-41ce-b7fe-04a39c08724a HTTP/1.1" status: 200  len: 210 time: 0.0897014
Dec 21 04:07:42.513393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'name': 'network-vif-deleted', 'tag': '112992d5-34d2-4969-bb40-152ef22b2f72'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:42.663779 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-4fc41de2-a80c-4a4a-a21a-669700a2f50c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.1184139
Dec 21 04:07:42.793066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9b4d7-9283-47d9-afdf-cc1a63c7c9b9 req-e98305da-d407-4b0e-8676-7f94feb2b707 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:42.795195 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a3c9b4d7-9283-47d9-afdf-cc1a63c7c9b9 req-e98305da-d407-4b0e-8676-7f94feb2b707 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.1393805
Dec 21 04:07:42.906007 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a3c9b4d7-9283-47d9-afdf-cc1a63c7c9b9 req-80068ed4-9be8-4b9d-a30a-edaea9bc5ea7 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912650
Dec 21 04:07:42.974764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-cb3ef444-a05c-4d41-adce-e34d7a133a07 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:42.976608 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-cb3ef444-a05c-4d41-adce-e34d7a133a07 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 1.0511537
Dec 21 04:07:43.156729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Deleting port c3d06276-942a-422b-add5-5fb80a8c96cc {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:07:43.157117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:43.216545 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de36eb65-105b-41ce-b7fe-04a39c08724a', 'name': 'network-vif-deleted', 'tag': '112992d5-34d2-4969-bb40-152ef22b2f72', 'status': 'completed', 'code': 200}
Dec 21 04:07:43.243709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5e115-4218-4c10-a86e-f4877b1916b1 req-5911c5e7-aa10-48bb-b0a9-26e5c2d63184 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:43.243709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e1e5e115-4218-4c10-a86e-f4877b1916b1 req-5911c5e7-aa10-48bb-b0a9-26e5c2d63184 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Synchronizing usage tracker for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:07:43.368288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-9cd47d16-ab0a-4859-ae72-f0709386609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:43.369980 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-9cd47d16-ab0a-4859-ae72-f0709386609a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=835bff285f30412e8cdd0e7f8f00f705&device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 1163 time: 0.6280057
Dec 21 04:07:43.494159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e1e5e115-4218-4c10-a86e-f4877b1916b1 req-5911c5e7-aa10-48bb-b0a9-26e5c2d63184 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Unset dirty status for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:07:43.494159 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e1e5e115-4218-4c10-a86e-f4877b1916b1 req-5911c5e7-aa10-48bb-b0a9-26e5c2d63184 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 932 time: 0.9469466
Dec 21 04:07:43.612578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.resource_extend [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 04:07:43.712728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a065cc-939e-4f44-b0e7-bb6ed4b905d6 req-ee1dda2d-ff8f-4e5c-8c67-a9928148b5d2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:43.713365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:43.718703 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d8a065cc-939e-4f44-b0e7-bb6ed4b905d6 req-ee1dda2d-ff8f-4e5c-8c67-a9928148b5d2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 943 time: 0.1953459
Dec 21 04:07:43.794173 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e1e5e115-4218-4c10-a86e-f4877b1916b1 req-f41fb9cb-2811-437a-90ea-1c7d7d362a91 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963364
Dec 21 04:07:43.810155 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d8a065cc-939e-4f44-b0e7-bb6ed4b905d6 req-e749243b-f5ba-4c7b-802e-432e705ba24e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853565
Dec 21 04:07:43.873880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port cebf23f8-0aba-463b-89c6-d9e38a717d77 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:43.874299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:44.014560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a286529e-ec58-4881-9bf1-0a30fd25f4af {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:07:44.030079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:44.073624 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Transition to ACTIVE for port object a286529e-ec58-4881-9bf1-0a30fd25f4af will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:07:44.080281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:44.107391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0fcfd7ff-d592-4ea5-bf9a-3fc92aae55af tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:44.207514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:44.246189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:44.246837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96592bd-95a6-4009-a3a3-0d65fc17034e req-da91451b-2f40-43b1-8626-509a8174dc02 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:44.257345 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b96592bd-95a6-4009-a3a3-0d65fc17034e req-da91451b-2f40-43b1-8626-509a8174dc02 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 945 time: 0.1475849
Dec 21 04:07:44.260387 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] For port c3d06276-942a-422b-add5-5fb80a8c96cc, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=c3d06276-942a-422b-add5-5fb80a8c96cc,segment=NetworkSegment(44e7596d-59ab-4cfd-91b4-a4b05c5900bf),segment_id=44e7596d-59ab-4cfd-91b4-a4b05c5900bf)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:44.260998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:44.271292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port cebf23f8-0aba-463b-89c6-d9e38a717d77, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:07:44.277492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:44.282312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:44.325843 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b96592bd-95a6-4009-a3a3-0d65fc17034e req-18aa9f62-bca5-4640-9b68-3ccf7ade9bff tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/security-groups?id=b8207468-0352-46ae-abcb-af49af61155a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650277
Dec 21 04:07:44.480058 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77', 'code': 200}
Dec 21 04:07:44.480734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=cebf23f8-0aba-463b-89c6-d9e38a717d77,revision_number=6']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:44.496455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:44.672548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Calling delete_port for c3d06276-942a-422b-add5-5fb80a8c96cc owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:07:44.745290 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Pushing event updated for resources: {'Port': ['ID=a286529e-ec58-4881-9bf1-0a30fd25f4af,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:44.768806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:44.808833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87ee02-ece8-46e1-bf79-f1115fad6583 req-3f50a8bc-0ecb-49af-9ebe-013d37589faf tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:44.818559 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a87ee02-ece8-46e1-bf79-f1115fad6583 req-3f50a8bc-0ecb-49af-9ebe-013d37589faf tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1178489
Dec 21 04:07:44.913421 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a87ee02-ece8-46e1-bf79-f1115fad6583 req-41df79fe-705c-47bd-b1e4-1a9d57a27260 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933950
Dec 21 04:07:44.989865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Attempting to bind port a286529e-ec58-4881-9bf1-0a30fd25f4af on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:07:44.990444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Attempting to bind port a286529e-ec58-4881-9bf1-0a30fd25f4af by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:07:44.991484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Attempting to bind port a286529e-ec58-4881-9bf1-0a30fd25f4af on network 78dad1cc-329d-4b16-a292-99bbc6a23af7 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:07:45.015988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:07:45.016534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Checking segment: {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:07:45.017068 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:45.017604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Bound using segment: {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:07:45.019586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Bound port: a286529e-ec58-4881-9bf1-0a30fd25f4af, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367a73c-4fc1-4975-8f50-a60922dae08b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:07:45.019586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:45.259194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b477ae9-0fd8-490d-b9a0-532b35bb5810 req-18296d7c-be78-46c6-a042-4914354381b4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:45.261129 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8b477ae9-0fd8-490d-b9a0-532b35bb5810 req-18296d7c-be78-46c6-a042-4914354381b4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0937920
Dec 21 04:07:45.281352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] For port a286529e-ec58-4881-9bf1-0a30fd25f4af, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:07:45.286831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] For port a286529e-ec58-4881-9bf1-0a30fd25f4af, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:07:45.305065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:45.315917 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8b477ae9-0fd8-490d-b9a0-532b35bb5810 req-8975c771-9c09-471b-9e89-fe3cf8cc3fda tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479743
Dec 21 04:07:45.338217 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3e4700cb-9e04-4b88-b386-c7ff90a6217f tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:45.384384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:45.523791 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c8b673ef-26d5-4f65-a179-f64bc754c3d2 req-dd64e4a3-e576-4187-a6ea-cd84eebf0d7d tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0485373
Dec 21 04:07:45.529688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e816d4-12e7-4c3c-8332-5bec7079713f req-9c33e094-a758-4319-a85b-f83e89f7d1aa tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:45.531311 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-06e816d4-12e7-4c3c-8332-5bec7079713f req-9c33e094-a758-4319-a85b-f83e89f7d1aa tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.4386358
Dec 21 04:07:45.650604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Pushing event updated for resources: {'Port': ['ID=a286529e-ec58-4881-9bf1-0a30fd25f4af,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:45.654199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:45.667034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-84e9a351-8b71-4432-b7c2-ee44fc41061f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:45.955169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Pushing event deleted for resources: {'Port': ['ID=c3d06276-942a-422b-add5-5fb80a8c96cc,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:45.958038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:45.968604 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-06e816d4-12e7-4c3c-8332-5bec7079713f req-60d93083-0c59-4017-ae8f-146cd474d522 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4281073
Dec 21 04:07:45.990938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:45.991711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:45.993077 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] 10.222.0.55 "PUT /v2.0/ports/a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 1158 time: 5.0853729
Dec 21 04:07:45.993783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:46.035836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] No DVR routers for this DVR port c3d06276-942a-422b-add5-5fb80a8c96cc on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:07:46.039890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:46.056932 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7fb0e2b5-2541-44ee-a1e9-f9848462598b req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.55 "DELETE /v2.0/ports/c3d06276-942a-422b-add5-5fb80a8c96cc HTTP/1.1" status: 204  len: 173 time: 3.0682054
Dec 21 04:07:46.087273 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'status': 'completed', 'code': 200}
Dec 21 04:07:46.149524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e9de2-c933-4600-8051-a6eca117983b req-984faa11-9944-404f-a21b-6361c9443915 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:46.151449 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1f8e9de2-c933-4600-8051-a6eca117983b req-984faa11-9944-404f-a21b-6361c9443915 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0921562
Dec 21 04:07:46.200762 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1f8e9de2-c933-4600-8051-a6eca117983b req-f23b207c-b0ab-4ba6-8e73-7d197fe20357 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430050
Dec 21 04:07:46.225577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device c3d06276-942a-422b-add5-5fb80a8c96cc no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:07:46.262133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] No Port match for: c3d06276-942a-422b-add5-5fb80a8c96cc {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:07:46.262467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device c3d06276-942a-422b-add5-5fb80a8c96cc not bound to the agent host hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:07:46.368846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-2e42552c-8a79-4a52-ba3f-1dc31841433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:46.370502 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-2e42552c-8a79-4a52-ba3f-1dc31841433e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 200  len: 913 time: 0.1449597
Dec 21 04:07:46.557412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf47c2-a0ce-4d91-931c-bfbc942c38cb req-067c017e-81e0-4509-b1b3-33f3831593be tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:46.559059 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6caf47c2-a0ce-4d91-931c-bfbc942c38cb req-067c017e-81e0-4509-b1b3-33f3831593be tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0848851
Dec 21 04:07:46.609761 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6caf47c2-a0ce-4d91-931c-bfbc942c38cb req-0c4fbc68-1a5e-4969-a04d-a53454e47a15 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442493
Dec 21 04:07:46.698894 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fdf02aa5-d54d-43d2-aebf-950e72f80a75 req-352c8c85-604c-439b-be66-ef5de39962cc tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0464563
Dec 21 04:07:47.188082 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119361e-4fc8-4869-89da-6c0b190452ea req-7a857973-c828-4280-bbc2-38e493bade19 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:47.189751 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b119361e-4fc8-4869-89da-6c0b190452ea req-7a857973-c828-4280-bbc2-38e493bade19 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.0889699
Dec 21 04:07:47.239254 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b119361e-4fc8-4869-89da-6c0b190452ea req-1205ffdd-2ea8-4ba3-9e9b-4324e38e2672 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421991
Dec 21 04:07:47.424242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951395c7-f114-4d54-8bf2-d66adf3d9d83 req-b17d426f-9383-4d43-9adc-9ce8aecb3f5b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:47.425769 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-951395c7-f114-4d54-8bf2-d66adf3d9d83 req-b17d426f-9383-4d43-9adc-9ce8aecb3f5b tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0889530
Dec 21 04:07:47.440754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:47.496325 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-951395c7-f114-4d54-8bf2-d66adf3d9d83 req-8561fe12-c12c-4cf4-8ab0-ea44fb77e058 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639062
Dec 21 04:07:47.526810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port cebf23f8-0aba-463b-89c6-d9e38a717d77 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:47.527659 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:47.866464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d22cd-3935-4e90-a13f-d3378de97aaf req-766abe59-331f-436f-ac83-75d9a5a9fb7e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:47.871428 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-406d22cd-3935-4e90-a13f-d3378de97aaf req-766abe59-331f-436f-ac83-75d9a5a9fb7e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1007156
Dec 21 04:07:47.901970 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ccf9a094-cdb7-463c-89b3-e8abac792923 req-0f624eb6-b220-44b3-958f-eed7e233202e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0456834
Dec 21 04:07:47.921104 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-406d22cd-3935-4e90-a13f-d3378de97aaf req-412ee0f5-f5ad-4d57-9114-c3e19137fca9 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464478
Dec 21 04:07:48.088906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658a086f-4f18-4fe0-a27b-c88bdf8bba38', 'name': 'network-vif-deleted', 'tag': 'c3d06276-942a-422b-add5-5fb80a8c96cc'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:07:48.157081 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658a086f-4f18-4fe0-a27b-c88bdf8bba38', 'name': 'network-vif-deleted', 'tag': 'c3d06276-942a-422b-add5-5fb80a8c96cc', 'status': 'completed', 'code': 200}
Dec 21 04:07:48.409514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:48.473679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75558460-508e-49b1-83da-c22a97976c81 req-89eb0973-904c-43b2-8078-8eb615a557a6 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:48.475364 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75558460-508e-49b1-83da-c22a97976c81 req-89eb0973-904c-43b2-8078-8eb615a557a6 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.0931790
Dec 21 04:07:48.536535 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75558460-508e-49b1-83da-c22a97976c81 req-e914f4e5-de67-49cb-be3b-b58e6638419b tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543573
Dec 21 04:07:48.771236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a310b-05f9-4455-9900-5b4cfa199f3b req-1783e667-9605-4203-a32a-0b3c7574f3d3 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:48.772841 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ae6a310b-05f9-4455-9900-5b4cfa199f3b req-1783e667-9605-4203-a32a-0b3c7574f3d3 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1111681
Dec 21 04:07:48.821952 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ae6a310b-05f9-4455-9900-5b4cfa199f3b req-41543c6b-4471-4f6c-8480-9f4815fbb893 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427632
Dec 21 04:07:49.136986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-278c10cd-fe79-4422-80b8-764bccdd02b2 req-04cabb7d-b71d-4675-aeab-a055835a645e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Synchronizing usage tracker for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:07:49.161265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-278c10cd-fe79-4422-80b8-764bccdd02b2 req-04cabb7d-b71d-4675-aeab-a055835a645e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Unset dirty status for tenant:0d5c999358804f80929d210c54fe1fc6 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:07:49.162977 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-278c10cd-fe79-4422-80b8-764bccdd02b2 req-04cabb7d-b71d-4675-aeab-a055835a645e tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0925207
Dec 21 04:07:49.231530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37d803-f9ee-4f55-a4e9-f02545caeb04 req-973c8de8-5a94-4bec-9faa-4b6800a7923a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:49.233105 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2c37d803-f9ee-4f55-a4e9-f02545caeb04 req-973c8de8-5a94-4bec-9faa-4b6800a7923a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1293473
Dec 21 04:07:49.491486 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2c37d803-f9ee-4f55-a4e9-f02545caeb04 req-8bf566fe-da15-49a9-895a-db3068717bef tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2502372
Dec 21 04:07:49.791664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaff98-4e69-43c3-ac63-2f7ea5c9f9b0 req-f50ecfa4-b042-44ec-8a2d-35404dbe634e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:49.793838 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-eabaff98-4e69-43c3-ac63-2f7ea5c9f9b0 req-f50ecfa4-b042-44ec-8a2d-35404dbe634e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.1015158
Dec 21 04:07:49.848215 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-eabaff98-4e69-43c3-ac63-2f7ea5c9f9b0 req-f8139543-afb6-4c7d-b6ff-b1abd63e524b tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462835
Dec 21 04:07:50.090123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ec9b5-dc7d-4dce-a703-be9086bd2733 req-30e0f004-ecd7-497c-8378-bb6e7ae85a95 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:50.091766 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6f8ec9b5-dc7d-4dce-a703-be9086bd2733 req-30e0f004-ecd7-497c-8378-bb6e7ae85a95 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0844955
Dec 21 04:07:50.139038 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6f8ec9b5-dc7d-4dce-a703-be9086bd2733 req-992ce856-9755-47c6-8139-0b3f780fe6d7 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408828
Dec 21 04:07:50.350225 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fd3f5a35-e7ff-4196-90fb-8ec9e08d9ae8 req-bbb4b57a-8e02-42df-8fed-c9292753eb32 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0497723
Dec 21 04:07:50.740492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f56254-210c-4f0c-9cd1-872ec61679f1 req-b937e3f2-6db2-45c4-a3ed-470d4f59a949 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:50.742086 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-26f56254-210c-4f0c-9cd1-872ec61679f1 req-b937e3f2-6db2-45c4-a3ed-470d4f59a949 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0891535
Dec 21 04:07:50.789128 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-26f56254-210c-4f0c-9cd1-872ec61679f1 req-af6d5bd9-0d43-4df8-b3ea-1cd60e408042 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406716
Dec 21 04:07:50.816204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 34978) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:50.887264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Deleting subnet a1228706-9299-42ec-a78b-acc32ddcf768 {{(pid=80292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:07:50.890638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:50.947221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848182375'] for subnet, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:51.044323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:51.094713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150c2f4-6f08-4668-b14b-9b9081491e0d req-0acfaeb9-b68a-4dbb-a0a1-bd566313e04c tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:51.103661 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1150c2f4-6f08-4668-b14b-9b9081491e0d req-0acfaeb9-b68a-4dbb-a0a1-bd566313e04c tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.1076035
Dec 21 04:07:51.149517 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1150c2f4-6f08-4668-b14b-9b9081491e0d req-cec7109c-649a-40a9-af94-794907cc0a51 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446165
Dec 21 04:07:51.407012 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6903819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847877825'] for subnet, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:51.461801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:51.501047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1228706-9299-42ec-a78b-acc32ddcf768,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:51.514874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7296093-56e5-4d4d-b1c1-1489be3d22a4 req-977cf0ec-2485-48dc-abbf-092750e81651 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:51.516533 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7296093-56e5-4d4d-b1c1-1489be3d22a4 req-977cf0ec-2485-48dc-abbf-092750e81651 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.2062025
Dec 21 04:07:51.568663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a9a44adf-1d01-41e0-91c8-a74d9045d506 req-5d69638a-1429-4065-800c-efa9c54b7474 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0692742
Dec 21 04:07:51.574757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.575202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.575602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.575995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.576385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.576777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.577165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.577552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.577939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.578323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.578703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.579109 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.579543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.580448 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.580821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.581312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.581700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.582086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.582462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.582843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.583248 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.583629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.584007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.584473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:51.601925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:51.648752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:51.660255 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a1228706-9299-42ec-a78b-acc32ddcf768 HTTP/1.1" status: 204  len: 168 time: 0.8428416
Dec 21 04:07:51.663270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 34990) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:51.675616 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7296093-56e5-4d4d-b1c1-1489be3d22a4 req-cfdb6e07-29c0-4025-8f3b-94efc06b7b89 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876946
Dec 21 04:07:51.793198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:52.050657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:52.191525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506903a0-158c-494a-a532-7119ba91720a req-7a945e17-c1f6-4511-9db8-0a470b04f076 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:52.193301 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-506903a0-158c-494a-a532-7119ba91720a req-7a945e17-c1f6-4511-9db8-0a470b04f076 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.2492406
Dec 21 04:07:52.200521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7e419cf7f0>> segment before_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.200906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7e419cf7f0>> subnet precommit_delete_associations 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.201706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e424ee5f8>> segment_host_mapping after_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.202078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e424ee5f8>> port after_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.202453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e424ee5f8>> port after_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.202810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e424ee5f8>> port after_update 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.203208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e424ee5f8>> segment after_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.203566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e424ee5f8>> subnet after_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.203995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e424ee5f8>> subnet after_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.204250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7e424ee5f8>> subnet after_update 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.331023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e42a9d208>> subnet after_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.331409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e42a9d208>> subnet after_delete 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.331776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e42a9d208>> subnet before_create 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.332154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7e42a9d208>> subnet before_update 55550000 {{(pid=80293) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 04:07:52.332882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e42ab63c8>,) {'filters': {'network_id': ['b2a3a343-ad64-49b0-b882-98a263ddf1dc']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:52.365977 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42ab63c8>, 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:52.366305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42ab63c8>, 'a97c1fc9-09d6-4b3d-b8a8-a96a49536f41') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:52.385615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ee13a-fb48-4ea7-aaf5-8c32a1cff622 req-e8a48f2d-5742-447c-b078-472edfc93b96 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:52.388168 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-af3ee13a-fb48-4ea7-aaf5-8c32a1cff622 req-e8a48f2d-5742-447c-b078-472edfc93b96 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.0946310
Dec 21 04:07:52.388883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:52.414076 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-506903a0-158c-494a-a532-7119ba91720a req-cb9620a1-81f4-49e7-9837-7437884cb0a9 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728993
Dec 21 04:07:52.417312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:52.419806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:07:52.452981 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-af3ee13a-fb48-4ea7-aaf5-8c32a1cff622 req-101440da-6c2a-445a-aafc-fdd307220faa tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588870
Dec 21 04:07:52.619127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Network b2a3a343-ad64-49b0-b882-98a263ddf1dc has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:07:52.629115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:52.828106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Network b2a3a343-ad64-49b0-b882-98a263ddf1dc has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   (rel_b, rel_a, rel_b),
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   (rel_b, rel_a, rel_b),
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:07:52.854911 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:07:52.882590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4de2d-fdd5-4df9-b22b-f595146ae15e req-a0a2cbec-7467-49d0-9380-733641dbeb26 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:52.884144 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bab4de2d-fdd5-4df9-b22b-f595146ae15e req-a0a2cbec-7467-49d0-9380-733641dbeb26 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0859997
Dec 21 04:07:52.922561 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87e9ac09-13d8-4992-a2e2-70d25fc966cf req-f825ae7a-1684-4a88-ae84-bd8269f24ad8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] 10.222.0.16 "GET /v2.0/ports?device_id=658a086f-4f18-4fe0-a27b-c88bdf8bba38 HTTP/1.1" status: 200  len: 210 time: 0.0630260
Dec 21 04:07:52.931813 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bab4de2d-fdd5-4df9-b22b-f595146ae15e req-373b5304-49cf-403c-95fe-bae4d438f0f2 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411234
Dec 21 04:07:52.980720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:52.984602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:53.004890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:53.007283 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2a3a343-ad64-49b0-b882-98a263ddf1dc,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:53.010353 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:53.019043 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b2a3a343-ad64-49b0-b882-98a263ddf1dc HTTP/1.1" status: 204  len: 168 time: 1.3546391
Dec 21 04:07:53.168394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35010) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:53.260816 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-898d34cb-b91f-4e70-a581-41963cb4c6ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f4c4622-8f1b-42c5-bfc5-c5e155218d89 HTTP/1.1" status: 200  len: 217 time: 0.0721617
Dec 21 04:07:53.414990 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9aafc6c3-83a1-4004-98ac-41e89345a834 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=012f21126d7d455391ef888198a0925c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2450764
Dec 21 04:07:53.417701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35026) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:53.473051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-02ac5e6e-97b9-4313-a8e2-c7f9e5ab8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:53.474633 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-02ac5e6e-97b9-4313-a8e2-c7f9e5ab8f95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 200  len: 859 time: 0.2018540
Dec 21 04:07:53.483963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdd82f25-c718-476e-8251-13021a7b6cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:53.512837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdd82f25-c718-476e-8251-13021a7b6cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:53.564043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdd82f25-c718-476e-8251-13021a7b6cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:53.570400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-12767a81-e7ab-4221-bf4b-4f691af3a763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:53.585904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd82f25-c718-476e-8251-13021a7b6cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e54ae2-8c4c-4566-b9ee-2b9b6825a649,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:53.589064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bdd82f25-c718-476e-8251-13021a7b6cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:53.589513 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-0b2b8d58-1fad-46aa-8162-6806546de388 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e2c2a6e4-9130-437b-b1c6-0bb90f013677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647316
Dec 21 04:07:53.602656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a793487-0993-4382-af4f-10117ba2ac7a req-0ada7e89-d516-46e4-8323-4cebda6c439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:53.604291 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4a793487-0993-4382-af4f-10117ba2ac7a req-0ada7e89-d516-46e4-8323-4cebda6c439e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1161 time: 0.3328001
Dec 21 04:07:53.638821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdd82f25-c718-476e-8251-13021a7b6cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:53.642565 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-bdd82f25-c718-476e-8251-13021a7b6cae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97e54ae2-8c4c-4566-b9ee-2b9b6825a649 HTTP/1.1" status: 204  len: 168 time: 0.2212274
Dec 21 04:07:53.685428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081dd8a-a6bb-4f94-94dd-52cce057f076 req-f8c73697-0159-4946-8a66-4de5a2f28de8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:53.693090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-d29f8ef4-807f-4a51-a636-6b6866101b0a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:53.693315 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0081dd8a-a6bb-4f94-94dd-52cce057f076 req-f8c73697-0159-4946-8a66-4de5a2f28de8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0958283
Dec 21 04:07:53.695127 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-d29f8ef4-807f-4a51-a636-6b6866101b0a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/networks?id=0cb38372-b1fe-404c-9646-e5579ec8fe7b HTTP/1.1" status: 200  len: 814 time: 0.3181350
Dec 21 04:07:53.747133 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0081dd8a-a6bb-4f94-94dd-52cce057f076 req-742fdd48-eaed-451e-be28-db4598824cc9 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528874
Dec 21 04:07:53.748986 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-bd71ce5d-93d0-4b8b-af60-87bfb61d663a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/quotas/13fc3096c5c34fe8b975ecce478f85fc HTTP/1.1" status: 200  len: 375 time: 0.0377038
Dec 21 04:07:53.904014 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-ef143bfe-b068-4aa6-8e6d-286d85efd6b4 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?tenant_id=13fc3096c5c34fe8b975ecce478f85fc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1538746
Dec 21 04:07:54.027434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee950f1-ed9d-4281-a70c-a23838b97ee4 req-4352624d-1352-4ed2-81a3-a07462b25128 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:54.029468 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3ee950f1-ed9d-4281-a70c-a23838b97ee4 req-4352624d-1352-4ed2-81a3-a07462b25128 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.1385996
Dec 21 04:07:54.116608 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3ee950f1-ed9d-4281-a70c-a23838b97ee4 req-f8a0bc3a-4d89-48ca-9856-9bc078184501 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798748
Dec 21 04:07:54.209079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35040) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:54.289804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] Deleting subnet bd547854-51ff-4e39-b7f6-2df69ce4b7cc {{(pid=80292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:07:54.293573 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:54.356188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848182375'] for subnet, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:54.422007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:54.514499 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-a27bdf1c-77f4-4e21-a35d-9e9c3d81f8cb service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8900783
Dec 21 04:07:54.556860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a793487-0993-4382-af4f-10117ba2ac7a req-bfa856e6-a4ec-480e-9410-21a40efe0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:54.558436 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4a793487-0993-4382-af4f-10117ba2ac7a req-bfa856e6-a4ec-480e-9410-21a40efe0617 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&shared=False HTTP/1.1" status: 200  len: 910 time: 0.9068005
Dec 21 04:07:54.637475 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-ad6ca686-1028-4589-89dd-086175571235 service neutron] 10.222.0.16 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7325046
Dec 21 04:07:54.733721 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bb001-5408-4075-aded-beedca7e3fbf req-bc4f9dd8-da4d-42cf-8566-4a288ad45ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:54.735360 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d0bb001-5408-4075-aded-beedca7e3fbf req-bc4f9dd8-da4d-42cf-8566-4a288ad45ebb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 1162 time: 0.4739869
Dec 21 04:07:54.746882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee54e63-b39e-4711-acb3-38854b1caf45 req-69142b0a-541c-4b69-bf0c-86c4969cc0dd tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:54.748622 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee54e63-b39e-4711-acb3-38854b1caf45 req-69142b0a-541c-4b69-bf0c-86c4969cc0dd tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.2327542
Dec 21 04:07:54.810097 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee54e63-b39e-4711-acb3-38854b1caf45 req-d19ec8da-84b7-4d80-94f8-f26776354416 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542319
Dec 21 04:07:54.815570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6903819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847877825'] for subnet, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:54.847383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:54.887055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd547854-51ff-4e39-b7f6-2df69ce4b7cc,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:54.891037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:54.988273 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d0bb001-5408-4075-aded-beedca7e3fbf req-5a6ff80c-2225-48de-9f27-537faac79328 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2402189
Dec 21 04:07:54.990524 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d5f3655-447a-4d0d-9898-1fe90bd5e56c req-87126461-ed30-4194-a973-64a598a70240 service neutron] 10.222.0.55 "GET /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4603302
Dec 21 04:07:55.011164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a793487-0993-4382-af4f-10117ba2ac7a req-3e6f076e-211d-447d-bbc6-41f89f2b806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:55.012761 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4a793487-0993-4382-af4f-10117ba2ac7a req-3e6f076e-211d-447d-bbc6-41f89f2b806a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4418581
Dec 21 04:07:55.017397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:55.020922 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-02dadb1a-164c-4e48-8953-4acb4a7b3f8d service neutron] 10.222.0.16 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3188384
Dec 21 04:07:55.035287 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bd547854-51ff-4e39-b7f6-2df69ce4b7cc HTTP/1.1" status: 204  len: 168 time: 0.8250127
Dec 21 04:07:55.038047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35046) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:55.053672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e0244-b236-415d-bae3-c68bb1766617 req-a84b2e46-2e11-4046-921b-bfabc8f8f959 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:55.055616 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4f7e0244-b236-415d-bae3-c68bb1766617 req-a84b2e46-2e11-4046-921b-bfabc8f8f959 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.1144814
Dec 21 04:07:55.108030 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4f7e0244-b236-415d-bae3-c68bb1766617 req-6cc2b4aa-1252-4874-aaf2-13881638a490 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448141
Dec 21 04:07:55.166154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:55.332913 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8a05e034-945c-4ca3-ab11-c47acc629b04 req-ebc35fb5-f325-4486-9f77-6dd54c013ec7 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.1149912
Dec 21 04:07:55.359286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe5e85-0dc5-4df6-8dc2-1bb96ac1a593 req-ebec8707-7722-40c5-b2db-7414fb762747 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:55.361875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0ebe5e85-0dc5-4df6-8dc2-1bb96ac1a593 req-ebec8707-7722-40c5-b2db-7414fb762747 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.0851107
Dec 21 04:07:55.416935 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0ebe5e85-0dc5-4df6-8dc2-1bb96ac1a593 req-b36ee538-7a3c-4956-849f-0cd3da96bebf tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435855
Dec 21 04:07:55.505199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:55.599710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669abd-ed82-400d-b07e-89fb48878497 req-b8ed7824-7b4d-4591-b5c2-a377060d4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:55.601246 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-b8ed7824-7b4d-4591-b5c2-a377060d4332 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1161 time: 0.3207002
Dec 21 04:07:55.632211 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e43dd1e80>,) {'filters': {'network_id': ['cbe98613-5022-44ed-8fff-023841696a00']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:55.700861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e43dd1e80>, '44e7596d-59ab-4cfd-91b4-a4b05c5900bf') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:55.701194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e43dd1e80>, '44e7596d-59ab-4cfd-91b4-a4b05c5900bf') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:07:55.722412 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-8db7f490-cd9a-45f1-9738-9e5806022de4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 217 time: 0.0828426
Dec 21 04:07:55.726196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:55.776801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:55.781382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:07:55.917779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669abd-ed82-400d-b07e-89fb48878497 req-56da15ac-e606-4a78-b2c3-de9cb1d66224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:55.919406 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-56da15ac-e606-4a78-b2c3-de9cb1d66224 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.1786611
Dec 21 04:07:56.051442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Network cbe98613-5022-44ed-8fff-023841696a00 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:07:56.064357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:56.363578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838dc431-79be-4f3e-b541-86104c8a0f61 req-f6b195d3-0a49-417e-8ac6-c245e89297dc tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:56.367819 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-838dc431-79be-4f3e-b541-86104c8a0f61 req-f6b195d3-0a49-417e-8ac6-c245e89297dc tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0971093
Dec 21 04:07:56.417767 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-838dc431-79be-4f3e-b541-86104c8a0f61 req-d9808cc5-f1c9-4982-81b8-66c4ac65554a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428960
Dec 21 04:07:56.534236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Network cbe98613-5022-44ed-8fff-023841696a00 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:07:56.590138 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:07:56.629930 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-da4b377f-69c9-427d-9526-38ef6a46e3ff req-a3ce2ea7-64eb-4f5a-ba64-e4747cd7a8d1 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0480704
Dec 21 04:07:56.690325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284f2e-4832-46e7-a682-613dde3d893b req-e58dfeb1-be54-4298-9e3d-a7536df091da tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:56.697936 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3c284f2e-4832-46e7-a682-613dde3d893b req-e58dfeb1-be54-4298-9e3d-a7536df091da tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.7213845
Dec 21 04:07:56.716735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02669abd-ed82-400d-b07e-89fb48878497 req-8d9a10ab-6d25-4deb-86d6-3c45a7c44176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:56.718336 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-8d9a10ab-6d25-4deb-86d6-3c45a7c44176 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.7431324
Dec 21 04:07:56.739766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:56.780633 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3c284f2e-4832-46e7-a682-613dde3d893b req-f6b908c7-7bba-4abe-9f50-dde4dcf99ffc tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817447
Dec 21 04:07:56.803026 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e0e3d394-56d0-4dd3-836c-ca5a531c75e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:56.820158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:56.859753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017af89-c30c-434d-9a9d-a342487b643c req-80832e5d-d125-4cd4-aac5-20d7d2e2a1ca tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:56.862371 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f017af89-c30c-434d-9a9d-a342487b643c req-80832e5d-d125-4cd4-aac5-20d7d2e2a1ca tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.1079948
Dec 21 04:07:56.865559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe98613-5022-44ed-8fff-023841696a00,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:56.926573 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f017af89-c30c-434d-9a9d-a342487b643c req-680e79f7-158a-4169-b7eb-b0fb57e822b5 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557263
Dec 21 04:07:56.971426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.971816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.972212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.972605 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.972973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.973565 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.973933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.974559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.974797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.975202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.975582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.975958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.976393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.976768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.977143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.977517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.978010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.978474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.978832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.979370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.979680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.980169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.980669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.981138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:07:56.998338 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cbe98613-5022-44ed-8fff-023841696a00 HTTP/1.1" status: 204  len: 168 time: 1.9591215
Dec 21 04:07:56.999472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:57.121435 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-e565a8ab-f512-4782-bc75-73b698a1ed09 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855007
Dec 21 04:07:57.186461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-80b14ea0-c3de-491e-a35f-c9d3c72d491a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:57.188273 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-80b14ea0-c3de-491e-a35f-c9d3c72d491a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.55 "GET /v2.0/networks?id=0cb38372-b1fe-404c-9646-e5579ec8fe7b HTTP/1.1" status: 200  len: 814 time: 0.3580520
Dec 21 04:07:57.250692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35112) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:57.250858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Request body: {'port': {'device_id': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b', 'admin_state_up': True, 'tenant_id': '13fc3096c5c34fe8b975ecce478f85fc'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:07:57.306434 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ccbe1664-c897-490e-adb2-71279d79c58b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d5c999358804f80929d210c54fe1fc6&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0506902
Dec 21 04:07:57.306678 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35116) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:07:57.368697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-51840793-e8cf-4cef-ab34-1c5d73fb2461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:57.397718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-51840793-e8cf-4cef-ab34-1c5d73fb2461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:57.400666 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-02669abd-ed82-400d-b07e-89fb48878497 req-62711f20-4d8c-4708-9ad6-33b4d335a0d6 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2632933
Dec 21 04:07:57.422597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:07:57.440956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:07:57.456588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:07:57.462600 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-51840793-e8cf-4cef-ab34-1c5d73fb2461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:57.467098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Made reservation on behalf of 13fc3096c5c34fe8b975ecce478f85fc for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:07:57.484316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-35787404-21c3-42ad-a501-568f2e93b6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:57.491171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:57.515477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51840793-e8cf-4cef-ab34-1c5d73fb2461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8207468-0352-46ae-abcb-af49af61155a,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:57.519022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-51840793-e8cf-4cef-ab34-1c5d73fb2461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:57.520067 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-51840793-e8cf-4cef-ab34-1c5d73fb2461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:57.521975 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-51840793-e8cf-4cef-ab34-1c5d73fb2461 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8207468-0352-46ae-abcb-af49af61155a HTTP/1.1" status: 204  len: 168 time: 0.2138479
Dec 21 04:07:57.544626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port cebf23f8-0aba-463b-89c6-d9e38a717d77 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:07:57.545559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:57.817863 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09a045df-03a6-4221-89ee-f3b9a9e6e174 req-08f340c4-237e-447b-a749-a509408e5084 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0469148
Dec 21 04:07:57.888904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8521baf-bdcb-4ca6-814b-911c0f1552cd req-12b01eb3-8713-4723-9f15-fd6472ea6691 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:57.890510 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c8521baf-bdcb-4ca6-814b-911c0f1552cd req-12b01eb3-8713-4723-9f15-fd6472ea6691 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.2253795
Dec 21 04:07:57.949331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Allocated IP 172.20.0.5 (0cb38372-b1fe-404c-9646-e5579ec8fe7b/950cc1e3-d381-4b3d-af91-d88bbdfb7841/a4d70010-d5c7-45a0-a55b-d30d1f2df8be) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:07:57.969332 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c8521baf-bdcb-4ca6-814b-911c0f1552cd req-1755d7ab-078c-4f07-8d91-be950ab175ef tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639303
Dec 21 04:07:58.048989 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7798e5-4e4f-4615-b11e-27fb13fb2868 req-4f6b7d0f-1d8d-40f8-9122-15893f9f3e06 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:58.051888 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0e7798e5-4e4f-4615-b11e-27fb13fb2868 req-4f6b7d0f-1d8d-40f8-9122-15893f9f3e06 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1067348
Dec 21 04:07:58.135568 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0e7798e5-4e4f-4615-b11e-27fb13fb2868 req-cbae17d9-1354-4c3a-a097-8a67b68a56c9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770717
Dec 21 04:07:58.275304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:58.292225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12411af-e60d-4be9-94f9-f69098020c88 req-f0ad5d99-178c-48bb-9724-eb8cc118f046 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:58.293833 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f12411af-e60d-4be9-94f9-f69098020c88 req-f0ad5d99-178c-48bb-9724-eb8cc118f046 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.1421373
Dec 21 04:07:58.348830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:58.352505 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f12411af-e60d-4be9-94f9-f69098020c88 req-b912db49-d147-4bfc-8542-4065b0f6f45a tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504739
Dec 21 04:07:58.366831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-46cf3e29-2208-4c66-be2b-850956296b2a tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:58.510546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Pushing event updated for resources: {'Port': ['ID=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:58.521127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:07:58.565997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Network 0cb38372-b1fe-404c-9646-e5579ec8fe7b is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:07:58.567245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:07:58.569786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:07:58.638413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:58.639153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:58.666741 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4203296
Dec 21 04:07:58.681312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Request body: {'port': {'device_id': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:07:58.797703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:59.185186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed058ff1-1db6-4c67-92e2-5dfbcf4de05a req-ad57ab74-c0d3-4d20-868b-52f1f5005cde tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:59.185945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ed058ff1-1db6-4c67-92e2-5dfbcf4de05a req-ad57ab74-c0d3-4d20-868b-52f1f5005cde tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Synchronizing usage tracker for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:07:59.229983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ed058ff1-1db6-4c67-92e2-5dfbcf4de05a req-ad57ab74-c0d3-4d20-868b-52f1f5005cde tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Unset dirty status for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:07:59.231553 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed058ff1-1db6-4c67-92e2-5dfbcf4de05a req-ad57ab74-c0d3-4d20-868b-52f1f5005cde tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 931 time: 0.2625470
Dec 21 04:07:59.343797 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed058ff1-1db6-4c67-92e2-5dfbcf4de05a req-19112a11-3408-4980-b915-014b707428ba tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039975
Dec 21 04:07:59.355372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d70010-d5c7-45a0-a55b-d30d1f2df8be {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:07:59.363055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:59.381562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Transition to ACTIVE for port object a4d70010-d5c7-45a0-a55b-d30d1f2df8be will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:07:59.385679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:07:59.401686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6314a28e-e457-498d-b756-80809744704c tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:07:59.551988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.objects.ports [None req-877ed5b5-9897-48ac-b9c2-8cb1ecda9685 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80294) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 04:07:59.727971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275b7a-9a94-468e-a621-3c544b83cf03 req-572c1b65-5bca-4190-a652-b1cadc6cbac0 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:07:59.729543 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-08275b7a-9a94-468e-a621-3c544b83cf03 req-572c1b65-5bca-4190-a652-b1cadc6cbac0 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.0883341
Dec 21 04:07:59.780210 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-08275b7a-9a94-468e-a621-3c544b83cf03 req-2d25c26a-61b3-4510-9f81-4828d6224a0f tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438385
Dec 21 04:07:59.823612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Pushing event updated for resources: {'Port': ['ID=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:07:59.826711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:00.000814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fa3de-fb46-4559-a06b-0e1353ef8756 req-f0a7fb05-3a69-4e6c-a404-ac4d47802b77 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:00.002620 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-da6fa3de-fb46-4559-a06b-0e1353ef8756 req-f0a7fb05-3a69-4e6c-a404-ac4d47802b77 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.5168571
Dec 21 04:08:00.063262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Attempting to bind port a4d70010-d5c7-45a0-a55b-d30d1f2df8be on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:08:00.063635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Attempting to bind port a4d70010-d5c7-45a0-a55b-d30d1f2df8be by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '1cccd009-7dcb-4411-a654-ed5e45734ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:08:00.064036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Attempting to bind port a4d70010-d5c7-45a0-a55b-d30d1f2df8be on network 0cb38372-b1fe-404c-9646-e5579ec8fe7b {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:08:00.072980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:08:00.073345 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Checking segment: {'id': '1cccd009-7dcb-4411-a654-ed5e45734ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:08:00.073742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:00.074128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Bound using segment: {'id': '1cccd009-7dcb-4411-a654-ed5e45734ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:08:00.074591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Bound port: a4d70010-d5c7-45a0-a55b-d30d1f2df8be, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cccd009-7dcb-4411-a654-ed5e45734ef1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0cb38372-b1fe-404c-9646-e5579ec8fe7b'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:08:00.074978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:00.088046 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-da6fa3de-fb46-4559-a06b-0e1353ef8756 req-72da85b3-0ba2-40c5-bd2a-8d721e2b4883 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785425
Dec 21 04:08:00.145710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device a286529e-ec58-4881-9bf1-0a30fd25f4af up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:08:00.214115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port a286529e-ec58-4881-9bf1-0a30fd25f4af completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:08:00.219257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port a286529e-ec58-4881-9bf1-0a30fd25f4af triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:08:00.219679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:00.232677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] For port a4d70010-d5c7-45a0-a55b-d30d1f2df8be, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:08:00.244621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] For port a4d70010-d5c7-45a0-a55b-d30d1f2df8be, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,segment=NetworkSegment(1cccd009-7dcb-4411-a654-ed5e45734ef1),segment_id=1cccd009-7dcb-4411-a654-ed5e45734ef1)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:08:00.248259 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:00.265420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3dc01c33-f840-414c-9de6-5e378ef98265 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:00.307704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-17e20952-688c-4b28-9298-84ddb2d3b68d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:00.309276 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-17e20952-688c-4b28-9298-84ddb2d3b68d tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.55 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.1872363
Dec 21 04:08:00.343132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:00.370288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:08:00.381384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port a286529e-ec58-4881-9bf1-0a30fd25f4af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:08:00.385564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:00.388263 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:00.489230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Deleting port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:08:00.489604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:00.489738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=a286529e-ec58-4881-9bf1-0a30fd25f4af,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:00.493112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:00.508691 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'code': 200}
Dec 21 04:08:00.534021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Pushing event updated for resources: {'Port': ['ID=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:00.541830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:00.620197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a1a7-cda1-49bb-b580-8195d6abb0f6 req-2b89609d-a959-43b6-8dc5-a79265ceb008 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:00.622264 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5eb6a1a7-cda1-49bb-b580-8195d6abb0f6 req-2b89609d-a959-43b6-8dc5-a79265ceb008 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 943 time: 0.0941272
Dec 21 04:08:00.650562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:00.651281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:00.652796 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] 10.222.0.55 "PUT /v2.0/ports/a4d70010-d5c7-45a0-a55b-d30d1f2df8be HTTP/1.1" status: 200  len: 1157 time: 1.9764605
Dec 21 04:08:00.653829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'tag': 'a4d70010-d5c7-45a0-a55b-d30d1f2df8be'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:08:00.688264 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5eb6a1a7-cda1-49bb-b580-8195d6abb0f6 req-260915ab-9358-44e0-ae1c-3b6ba9ba112a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584328
Dec 21 04:08:00.795169 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'tag': 'a4d70010-d5c7-45a0-a55b-d30d1f2df8be', 'status': 'completed', 'code': 200}
Dec 21 04:08:00.941465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] For port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=3f4c4622-8f1b-42c5-bfc5-c5e155218d89,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:08:00.941923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:01.129476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Calling delete_port for 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:08:01.178852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae6d28-fadc-4c1b-8524-84d73869c83f req-7ca321a1-96bc-4f85-9e5f-043ad82568d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:01.180519 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efae6d28-fadc-4c1b-8524-84d73869c83f req-7ca321a1-96bc-4f85-9e5f-043ad82568d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.4644613
Dec 21 04:08:01.191631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-3b96ee6a-c9ac-4813-879a-a92b1a782baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:01.193184 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-3b96ee6a-c9ac-4813-879a-a92b1a782baf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=13fc3096c5c34fe8b975ecce478f85fc&device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 1160 time: 0.4783921
Dec 21 04:08:01.305616 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-949d6d0b-d40b-4671-9124-daf6cddef886 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4d70010-d5c7-45a0-a55b-d30d1f2df8be HTTP/1.1" status: 200  len: 217 time: 0.0824447
Dec 21 04:08:01.312646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2fc59-2a11-4f1a-9ed0-1b994bb3c13f req-03ca7f97-ff56-4ea8-993b-0c7c681178b9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:01.314288 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efc2fc59-2a11-4f1a-9ed0-1b994bb3c13f req-03ca7f97-ff56-4ea8-993b-0c7c681178b9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 946 time: 0.0856421
Dec 21 04:08:01.344742 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efae6d28-fadc-4c1b-8524-84d73869c83f req-bb4a71ab-af49-41c4-8d10-6da7ba7984d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505051
Dec 21 04:08:01.354011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fdefa-1035-48f1-8700-f01ac06183ea req-1dd1768e-f098-4109-a931-bd5d41a60545 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:01.355638 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b40fdefa-1035-48f1-8700-f01ac06183ea req-1dd1768e-f098-4109-a931-bd5d41a60545 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.4242003
Dec 21 04:08:01.366140 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efc2fc59-2a11-4f1a-9ed0-1b994bb3c13f req-094ce4e7-bb31-408d-8d77-f62a6b8c8c54 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/security-groups?id=df3ae1d2-5bd6-41be-8d8a-84aa1575f333&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454063
Dec 21 04:08:01.459416 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b40fdefa-1035-48f1-8700-f01ac06183ea req-6c307524-2e1b-411a-8306-ae3abf5d6105 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675714
Dec 21 04:08:01.463821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:01.480265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1703fe36-0feb-4176-834e-e1885a8edeb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:01.526232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Pushing event deleted for resources: {'Port': ['ID=3f4c4622-8f1b-42c5-bfc5-c5e155218d89,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:01.542884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:01.683885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] No DVR routers for this DVR port 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:08:01.685950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:01.698776 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.55 "DELETE /v2.0/ports/3f4c4622-8f1b-42c5-bfc5-c5e155218d89 HTTP/1.1" status: 204  len: 173 time: 1.3658211
Dec 21 04:08:01.908285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fb5f9-7d0a-4dde-8009-92acaa1453af req-da819320-581b-4cd4-b7b8-5bb571cd19f2 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:01.909852 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-256fb5f9-7d0a-4dde-8009-92acaa1453af req-da819320-581b-4cd4-b7b8-5bb571cd19f2 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 943 time: 0.0836217
Dec 21 04:08:01.956525 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-256fb5f9-7d0a-4dde-8009-92acaa1453af req-47d1ea28-09fa-46fc-bff4-34e041cabde1 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403776
Dec 21 04:08:02.546413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-3cf801a0-a15c-48fb-925c-9cd26dcab925 req-20ed588d-815e-4aa6-828f-5a56df5e0271 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Synchronizing usage tracker for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:08:02.561329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-3cf801a0-a15c-48fb-925c-9cd26dcab925 req-20ed588d-815e-4aa6-828f-5a56df5e0271 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Unset dirty status for tenant:835bff285f30412e8cdd0e7f8f00f705 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:08:02.562982 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3cf801a0-a15c-48fb-925c-9cd26dcab925 req-20ed588d-815e-4aa6-828f-5a56df5e0271 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 210 time: 0.0609109
Dec 21 04:08:02.713628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0372c-1133-4232-903c-b94a348cad3b req-f9a08684-19ef-43e4-9e67-e028d2015345 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:02.715156 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e6e0372c-1133-4232-903c-b94a348cad3b req-f9a08684-19ef-43e4-9e67-e028d2015345 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.0846691
Dec 21 04:08:02.761679 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e6e0372c-1133-4232-903c-b94a348cad3b req-b34b10da-c9ce-4183-bfa6-b3cf3da99553 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397294
Dec 21 04:08:02.796934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066ef53e-6421-4004-bd12-2e238a638cd1', 'name': 'network-vif-deleted', 'tag': '3f4c4622-8f1b-42c5-bfc5-c5e155218d89'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:08:02.853774 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066ef53e-6421-4004-bd12-2e238a638cd1', 'name': 'network-vif-deleted', 'tag': '3f4c4622-8f1b-42c5-bfc5-c5e155218d89', 'status': 'completed', 'code': 200}
Dec 21 04:08:03.163460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd79f83-668c-40bc-8d61-1eeab044c3e2 req-5dc049b4-73ce-41a4-82f8-b2c18effd689 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:03.165033 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6bd79f83-668c-40bc-8d61-1eeab044c3e2 req-5dc049b4-73ce-41a4-82f8-b2c18effd689 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 943 time: 0.0817094
Dec 21 04:08:03.213989 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6bd79f83-668c-40bc-8d61-1eeab044c3e2 req-26da538c-e44a-49cb-a4ee-1d7b02ece72a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426531
Dec 21 04:08:03.739449 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dff64aef-51fb-4304-88a0-b8400c6a3945 req-0fdafa8e-b181-40d1-bc3c-8ea60e3a83d1 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] 10.222.0.16 "GET /v2.0/ports?device_id=066ef53e-6421-4004-bd12-2e238a638cd1 HTTP/1.1" status: 200  len: 210 time: 0.0449004
Dec 21 04:08:03.972177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f7e6-9f96-4f18-98f7-867a15dbdaf0 req-2f5e4a7e-1b42-4a81-a778-11f02eeadf82 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:03.973788 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c0a7f7e6-9f96-4f18-98f7-867a15dbdaf0 req-2f5e4a7e-1b42-4a81-a778-11f02eeadf82 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.0836754
Dec 21 04:08:04.023932 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c0a7f7e6-9f96-4f18-98f7-867a15dbdaf0 req-64bb613f-19d4-4cdb-9143-e481adda2d12 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437834
Dec 21 04:08:04.067790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device a286529e-ec58-4881-9bf1-0a30fd25f4af up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:08:04.135585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-14718554-e86a-40af-b898-c4c913402438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:04.137381 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-14718554-e86a-40af-b898-c4c913402438 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=950cc1e3-d381-4b3d-af91-d88bbdfb7841 HTTP/1.1" status: 200  len: 854 time: 0.0696330
Dec 21 04:08:04.141552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port a286529e-ec58-4881-9bf1-0a30fd25f4af triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:08:04.141980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:04.189976 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-09ec3dfd-8968-423c-b926-c98c779969a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cb38372-b1fe-404c-9646-e5579ec8fe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453622
Dec 21 04:08:04.275794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:08:04.310039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] No Port match for: 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:08:04.310435 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 3f4c4622-8f1b-42c5-bfc5-c5e155218d89 not bound to the agent host hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:08:04.330306 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7965364c-26e2-4c7a-99a7-89756fd7fbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:04.351750 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-487bd85f-9df0-4c19-a7f2-650c592e729f service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545789
Dec 21 04:08:04.431281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24eabf-77e4-48d8-b655-f7b18461c1fb req-e955a87d-5cb5-4cc5-b928-2fa8ba03fd09 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:04.432979 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ac24eabf-77e4-48d8-b655-f7b18461c1fb req-e955a87d-5cb5-4cc5-b928-2fa8ba03fd09 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 943 time: 0.0838826
Dec 21 04:08:04.484797 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ac24eabf-77e4-48d8-b655-f7b18461c1fb req-cd7e161f-e469-4997-b452-6cb497df7ea2 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453684
Dec 21 04:08:04.506979 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c5aea49f-31ef-48a5-960e-1082ee008d6d req-3acda851-ce36-422b-bbb1-f235def11ec8 service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407416
Dec 21 04:08:04.640319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-6d33e986-0a83-412a-af58-8dc5b550c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:04.642023 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-6d33e986-0a83-412a-af58-8dc5b550c1de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=13fc3096c5c34fe8b975ecce478f85fc&device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 1160 time: 0.0839109
Dec 21 04:08:04.796366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-cf58d19d-110d-4928-b3ee-6f058cfe495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:04.799284 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-cf58d19d-110d-4928-b3ee-6f058cfe495e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cb38372-b1fe-404c-9646-e5579ec8fe7b HTTP/1.1" status: 200  len: 908 time: 0.1506498
Dec 21 04:08:04.854112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35238) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:04.880218 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-f5606e5c-b3c1-4f78-b933-51ac29926ff5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4d70010-d5c7-45a0-a55b-d30d1f2df8be HTTP/1.1" status: 200  len: 217 time: 0.0694201
Dec 21 04:08:04.958715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-5c5085cf-9d02-4ed2-bbf6-27fd6652cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:04.960461 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-5c5085cf-9d02-4ed2-bbf6-27fd6652cb4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=950cc1e3-d381-4b3d-af91-d88bbdfb7841 HTTP/1.1" status: 200  len: 854 time: 0.0709629
Dec 21 04:08:05.014850 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-f0e2bfa3-5a45-4939-84fc-a322e8601fcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cb38372-b1fe-404c-9646-e5579ec8fe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458674
Dec 21 04:08:05.437462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949688'] for router_interface, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:05.454120 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-46759db8-f37b-4e04-ad2f-51388bd1c6e4 service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4313331
Dec 21 04:08:05.530509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4df1f-7387-4e8e-ae53-891cb450dec9 req-095380da-a9b1-4187-9261-7909a9a22459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:05.532185 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2ba4df1f-7387-4e8e-ae53-891cb450dec9 req-095380da-a9b1-4187-9261-7909a9a22459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.1726146
Dec 21 04:08:05.663405 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2ba4df1f-7387-4e8e-ae53-891cb450dec9 req-b2900676-461f-4bba-ba33-20f0d673aefb tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789881
Dec 21 04:08:05.666846 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3399ceb0-aea6-4001-81ff-4195ea049310 req-ba3bbc43-058b-4c92-bc15-5864eb10b0f2 service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1919448
Dec 21 04:08:05.860128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788732-3729-4e29-b40c-b23939e07a2a req-f668b775-1da0-4195-8bd3-7ceb001ca009 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:05.862246 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d788732-3729-4e29-b40c-b23939e07a2a req-f668b775-1da0-4195-8bd3-7ceb001ca009 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 943 time: 0.2115419
Dec 21 04:08:05.994084 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d788732-3729-4e29-b40c-b23939e07a2a req-e20e55bd-544b-4244-95e0-1bd4ffb9b574 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247771
Dec 21 04:08:06.165737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Deleting port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:08:06.166125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:06.353528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] For port 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1,segment=NetworkSegment(bd6618d3-c5e6-45f2-add4-dcbb6d604638),segment_id=bd6618d3-c5e6-45f2-add4-dcbb6d604638)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:08:06.353668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:06.484994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Calling delete_port for 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 owned by network:router_interface {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:08:06.947250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3444-7f8a-482e-92da-8d7d4e740946 req-bdf079b4-bbac-4b05-90c3-a5ea5e4985f0 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:06.948776 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2eba3444-7f8a-482e-92da-8d7d4e740946 req-bdf079b4-bbac-4b05-90c3-a5ea5e4985f0 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.1516581
Dec 21 04:08:06.953803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:06.971346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:06.973262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device a4d70010-d5c7-45a0-a55b-d30d1f2df8be up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:08:07.043765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3541f0b7-46db-411c-b7e6-f4967c1c1662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:07.044240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:07.059072 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port a4d70010-d5c7-45a0-a55b-d30d1f2df8be completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:08:07.070662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port a4d70010-d5c7-45a0-a55b-d30d1f2df8be triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:08:07.071111 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:07.148679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:07.164685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:07.212905 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2eba3444-7f8a-482e-92da-8d7d4e740946 req-8b798808-ea7d-4988-bd55-cf968c90b030 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2425513
Dec 21 04:08:07.217931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:07.232600 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d074ebf-749b-424f-85d6-eb7190d4de35 req-f8af0766-1c8f-435d-9fe1-1f8c0cc8d477 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:07.241793 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d074ebf-749b-424f-85d6-eb7190d4de35 req-f8af0766-1c8f-435d-9fe1-1f8c0cc8d477 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 943 time: 0.0972333
Dec 21 04:08:07.263434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d70010-d5c7-45a0-a55b-d30d1f2df8be'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:08:07.272981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port a4d70010-d5c7-45a0-a55b-d30d1f2df8be, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,segment=NetworkSegment(1cccd009-7dcb-4411-a654-ed5e45734ef1),segment_id=1cccd009-7dcb-4411-a654-ed5e45734ef1)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:08:07.276114 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:07.278819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:07.305482 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d074ebf-749b-424f-85d6-eb7190d4de35 req-4c0c4dca-e03c-46bf-a668-72616afb4898 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626647
Dec 21 04:08:07.380336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:07.391061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.391806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.393171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.394043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.394639 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.395228 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.395811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.396394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.396988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.397559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.398303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.399044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.399704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.400270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.400859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.401418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.401998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.402559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.403432 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.403999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.404558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.405127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.405699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.406269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:08:07.421400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:07.434074 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d70010-d5c7-45a0-a55b-d30d1f2df8be', 'code': 200}
Dec 21 04:08:07.578963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97e8e0-3805-4f14-8b2a-ef5c5b659361 req-33e357a5-ad0b-4a7a-967a-e3bac670a828 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:07.581613 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a97e8e0-3805-4f14-8b2a-ef5c5b659361 req-33e357a5-ad0b-4a7a-967a-e3bac670a828 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.1483467
Dec 21 04:08:07.666655 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a97e8e0-3805-4f14-8b2a-ef5c5b659361 req-5efd9602-9523-4cfd-afd5-f420e1974d8f tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745432
Dec 21 04:08:07.723711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1295693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949522'] for router_interface, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:07.933572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cc20a-697a-4e6f-ac60-a2bd725b8c8a req-1fbbdea9-3e8c-411a-adb5-ce0cff3fae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:07.936343 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f1cc20a-697a-4e6f-ac60-a2bd725b8c8a req-1fbbdea9-3e8c-411a-adb5-ce0cff3fae51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 1162 time: 0.1891780
Dec 21 04:08:08.002345 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f1cc20a-697a-4e6f-ac60-a2bd725b8c8a req-20770628-7053-40a1-9586-1dd6216345c6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595381
Dec 21 04:08:08.179789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb11619-5f9a-4c53-9c20-d9a503e36d2f req-e912f5b3-2118-447f-a4a5-efe8ddb1b895 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:08.181546 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1fb11619-5f9a-4c53-9c20-d9a503e36d2f req-e912f5b3-2118-447f-a4a5-efe8ddb1b895 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.0858309
Dec 21 04:08:08.182058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35300) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:08.232569 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1fb11619-5f9a-4c53-9c20-d9a503e36d2f req-2afe02e3-bd6e-4284-978a-11aeef41d6ed tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436251
Dec 21 04:08:08.247882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.356316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49bca5-a98c-40f7-876a-19718f433c3b req-57a5a091-188b-4d97-9b62-f17faf3ab2ce tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:08.358310 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7a49bca5-a98c-40f7-876a-19718f433c3b req-57a5a091-188b-4d97-9b62-f17faf3ab2ce tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.2545528
Dec 21 04:08:08.372268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.390319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:08:08.395491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Usage tracker for resource:security_group_rule and tenant:d48bdc53bd494c909506b4368e646402 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:08:08.398756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:08:08.405440 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:08:08.430939 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7a49bca5-a98c-40f7-876a-19718f433c3b req-13166186-3b91-42a2-85d7-9992c69a6688 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612323
Dec 21 04:08:08.432925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:08:08.536236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device a4d70010-d5c7-45a0-a55b-d30d1f2df8be up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:08:08.577185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.587535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.598404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-99402de0-69b7-439b-893e-725ceafb650b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:08.609746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port a4d70010-d5c7-45a0-a55b-d30d1f2df8be triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:08:08.610166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.660585 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d48bdc53bd494c909506b4368e646402&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4745762
Dec 21 04:08:08.660837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35310) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:08.672406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b06f77-8cb4-40e0-8f01-f624853dd730,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:08.693024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:08.723257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051484a2-4309-4e97-826d-77f32f893083 req-93ab153d-578e-485e-ba86-05f0c91c203d tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:08.731392 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-051484a2-4309-4e97-826d-77f32f893083 req-93ab153d-578e-485e-ba86-05f0c91c203d tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 945 time: 0.2490368
Dec 21 04:08:08.766015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:08:08.774882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] Sync routers for ids ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:08:08.789684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] Routers {'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:08:08.793176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e431e65f8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:08:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:08:08.801259 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3d5201ab-1274-47f6-a9f9-e42961622ad5 admin admin] 10.222.0.16 "PUT /v2.0/routers/f3552961-f60b-4cd9-bf75-5c8f9bbff3c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9458899
Dec 21 04:08:08.805852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35318) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:08.839538 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-051484a2-4309-4e97-826d-77f32f893083 req-5a244ace-5b5c-4b89-a87f-f15725ce0a8e tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069250
Dec 21 04:08:08.857317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-817d9daf-bcb2-4e84-bdf4-a7fb94569b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.877415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.887745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-817d9daf-bcb2-4e84-bdf4-a7fb94569b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.934940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-817d9daf-bcb2-4e84-bdf4-a7fb94569b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.940810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:08.955055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d9daf-bcb2-4e84-bdf4-a7fb94569b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b06f77-8cb4-40e0-8f01-f624853dd730,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:08.958213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-817d9daf-bcb2-4e84-bdf4-a7fb94569b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:08.959186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-817d9daf-bcb2-4e84-bdf4-a7fb94569b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:08.960543 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-817d9daf-bcb2-4e84-bdf4-a7fb94569b58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78b06f77-8cb4-40e0-8f01-f624853dd730 HTTP/1.1" status: 204  len: 168 time: 0.2987370
Dec 21 04:08:09.018517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks [] for router, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:09.029236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] Set router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:08:09.224222 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:09.229380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Deleting port 6f160da8-779c-409a-b7e9-d85e236b57d1 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:08:09.229740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:09.355790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e431e65f8>, [{'id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:08:06Z', 'revision_number': 5, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'gw_port': {'id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:08:09.360363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] Checking router: f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:08:09.373657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] Routers {'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:08:09.374523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e431e65f8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:08:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:08:09.481584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] For port 6f160da8-779c-409a-b7e9-d85e236b57d1, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=6f160da8-779c-409a-b7e9-d85e236b57d1,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:08:09.481979 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:09.576553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] Set router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:08:09.617253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Calling delete_port for 6f160da8-779c-409a-b7e9-d85e236b57d1 owned by network:router_gateway {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:08:09.803735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60c6c-78c6-42ef-959e-c65db45539ed req-6b789083-4946-4a8c-a83c-6ec2b0a848e2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:09.805350 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dd60c6c-78c6-42ef-959e-c65db45539ed req-6b789083-4946-4a8c-a83c-6ec2b0a848e2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1963773
Dec 21 04:08:09.860203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     result = function(*args, **kwargs)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     proto.__init__(conn_state, self)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.handle()
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.handle_one_request()
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.handle_one_response()
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     result = self.application(self.environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return app(environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self.application)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self.application)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self.application)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self.application)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return request.get_response(self.application)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self._app)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return resp(environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return resp(environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = self.app(environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return resp(environ, start_response)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:08:09.867731 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     result = method(request=request, **args)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._delete(request, id, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*args, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*args, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*dup_args, **dup_kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     obj_deleter(request.context, id, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return method(*args, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*args, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*args, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*dup_args, **dup_kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._delete_current_gw_port(context, id, router, None)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, context, *args, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return method(*args, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     context, port, router_ids, bound_mech_contexts)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     return function(*args, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     callback(resource, event, trigger, **kwargs)
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     if self._is_session_semantic_violated(context, resource, event):
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]:     stack = traceback.extract_stack()
Dec 21 04:08:09.874539 dv-cinder-733062-17-iscsi neutron-server[80181]: 
Dec 21 04:08:09.906797 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5dd60c6c-78c6-42ef-959e-c65db45539ed req-7264c057-1c63-45db-9cc1-18103c5c46c9 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917053
Dec 21 04:08:09.912370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e431e65f8>, [{'id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:08:06Z', 'revision_number': 5, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'gw_port': {'id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:08:09.918246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ed4516-317d-43ae-87a7-b48b17358c7e None None] The sync data for ids ['f3552961-f60b-4cd9-bf75-5c8f9bbff3c1'] in dv-cinder-733062-17-iscsi is: [{'id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'name': 'tempest-ServerRescueNegativeTestJSON-1552958996-router', 'tenant_id': '835bff285f30412e8cdd0e7f8f00f705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:08:06Z', 'revision_number': 5, 'project_id': '835bff285f30412e8cdd0e7f8f00f705', 'gw_port': {'id': '6f160da8-779c-409a-b7e9-d85e236b57d1', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:22:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3552961-f60b-4cd9-bf75-5c8f9bbff3c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:08:10.102159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bece9a-20e6-4da7-8d37-a67f3555fcca req-c047020b-18c7-45c6-b493-c5eb776284a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:10.104296 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b2bece9a-20e6-4da7-8d37-a67f3555fcca req-c047020b-18c7-45c6-b493-c5eb776284a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 945 time: 0.1209331
Dec 21 04:08:10.152071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853825661'] for router_gateway, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:10.175527 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b2bece9a-20e6-4da7-8d37-a67f3555fcca req-8525ac78-df8b-4dd8-b0b8-720fe970b318 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611138
Dec 21 04:08:10.554786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device a4d70010-d5c7-45a0-a55b-d30d1f2df8be up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:08:10.613359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854685182'] for router, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:10.616442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:10.656565 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port a4d70010-d5c7-45a0-a55b-d30d1f2df8be triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:08:10.656986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:10.753933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937084'] for router, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:10.755220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 {{(pid=80292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 04:08:10.775869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:10.777416 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f2176beb-dbb5-4ff7-8630-ee78ab3ff835 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f3552961-f60b-4cd9-bf75-5c8f9bbff3c1 HTTP/1.1" status: 204  len: 168 time: 1.9701676
Dec 21 04:08:10.780894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35372) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:10.861976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-38de43b4-174c-4dcd-823f-87cdd087aa7f admin admin] Deleting subnet bd8c0646-5b78-4264-945f-980091ea01bf {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:08:10.865851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38de43b4-174c-4dcd-823f-87cdd087aa7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:10.933622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38de43b4-174c-4dcd-823f-87cdd087aa7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5480494'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:11.006269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38de43b4-174c-4dcd-823f-87cdd087aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:11.337382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38de43b4-174c-4dcd-823f-87cdd087aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847533643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6353853'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:11.380519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:11.441347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de43b4-174c-4dcd-823f-87cdd087aa7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8c0646-5b78-4264-945f-980091ea01bf,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:11.446796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-38de43b4-174c-4dcd-823f-87cdd087aa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:11.494647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f6378-fca5-4fe8-9545-578066689cc5 req-7a4388d4-ec6b-465b-ab14-fb86c189bd4a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:11.500299 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e8f6378-fca5-4fe8-9545-578066689cc5 req-7a4388d4-ec6b-465b-ab14-fb86c189bd4a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1827950
Dec 21 04:08:11.569179 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e8f6378-fca5-4fe8-9545-578066689cc5 req-e3701d38-0cc5-43b7-9dc1-579dbd6efc61 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630190
Dec 21 04:08:11.588284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38de43b4-174c-4dcd-823f-87cdd087aa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:11.598546 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-38de43b4-174c-4dcd-823f-87cdd087aa7f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bd8c0646-5b78-4264-945f-980091ea01bf HTTP/1.1" status: 204  len: 168 time: 0.8161008
Dec 21 04:08:11.601058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35396) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:11.730534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:11.848694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:08:11.886175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:08:11.886570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 4afb69b1-54f6-4ce4-8873-ba0e5ddb0de1 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:08:11.887081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 6f160da8-779c-409a-b7e9-d85e236b57d1 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:08:11.920478 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 6f160da8-779c-409a-b7e9-d85e236b57d1 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:08:11.921030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 6f160da8-779c-409a-b7e9-d85e236b57d1 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:08:11.932733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:12.055707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e42a4e710>,) {'filters': {'network_id': ['e2c2a6e4-9130-437b-b1c6-0bb90f013677']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:08:12.069826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42a4e710>, 'bd6618d3-c5e6-45f2-add4-dcbb6d604638') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:08:12.070217 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42a4e710>, 'bd6618d3-c5e6-45f2-add4-dcbb6d604638') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:08:12.082439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:12.099785 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:12.101819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:08:12.295688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:08:12.305143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:12.484357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Network e2c2a6e4-9130-437b-b1c6-0bb90f013677 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:08:12.511381 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:08:12.589770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:12.593079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:12.609610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:12.616325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c2a6e4-9130-437b-b1c6-0bb90f013677,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:12.621277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:12.627858 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-0034cae2-000a-409d-a297-5eebe95cdf7f admin admin] 10.222.0.16 "DELETE /v2.0/networks/e2c2a6e4-9130-437b-b1c6-0bb90f013677 HTTP/1.1" status: 204  len: 168 time: 1.0257440
Dec 21 04:08:12.823898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a83b1e-9fdd-4816-b198-2f5871cc3573 req-37b6ce1f-a1b2-441a-8b29-1db7c903bb54 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:12.825582 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f2a83b1e-9fdd-4816-b198-2f5871cc3573 req-37b6ce1f-a1b2-441a-8b29-1db7c903bb54 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0887747
Dec 21 04:08:12.857888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35416) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:12.874417 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f2a83b1e-9fdd-4816-b198-2f5871cc3573 req-fdb0622c-fddc-41f7-bab1-9fd226e75be6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419178
Dec 21 04:08:12.913670 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-82524c6b-803b-4dc8-920a-e7e2d34ef987 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=835bff285f30412e8cdd0e7f8f00f705&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0541983
Dec 21 04:08:12.916284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35420) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:12.976227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-53d21a99-cc0c-49f2-8695-808d13f8376c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:13.004511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-53d21a99-cc0c-49f2-8695-808d13f8376c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:13.048850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-53d21a99-cc0c-49f2-8695-808d13f8376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:13.052652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1c17a990-2ed9-4ed5-8e22-81304b3f2d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:13.066675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d21a99-cc0c-49f2-8695-808d13f8376c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3ae1d2-5bd6-41be-8d8a-84aa1575f333,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:13.069452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-53d21a99-cc0c-49f2-8695-808d13f8376c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:13.075311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-53d21a99-cc0c-49f2-8695-808d13f8376c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:13.076490 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-53d21a99-cc0c-49f2-8695-808d13f8376c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df3ae1d2-5bd6-41be-8d8a-84aa1575f333 HTTP/1.1" status: 204  len: 168 time: 0.1592462
Dec 21 04:08:14.091688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300fdbf-fe3e-4525-88f4-bc425d316561 req-0b2ee443-135c-425c-9810-dcd9583ab8a4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:14.093288 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9300fdbf-fe3e-4525-88f4-bc425d316561 req-0b2ee443-135c-425c-9810-dcd9583ab8a4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0892687
Dec 21 04:08:14.126452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:08:14.140979 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9300fdbf-fe3e-4525-88f4-bc425d316561 req-475cfa4c-38e8-412a-b289-668d9b7c16fa tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404255
Dec 21 04:08:15.200967 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35504) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:15.363318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:15.384411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:08:15.394343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fbdb9-86a3-4c7a-8869-0b9427fd39a8 req-981406b6-a2b1-4d14-9675-7e180f14b989 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:15.396006 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de3fbdb9-86a3-4c7a-8869-0b9427fd39a8 req-981406b6-a2b1-4d14-9675-7e180f14b989 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1204700
Dec 21 04:08:15.397014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Usage tracker for resource:security_group_rule and tenant:a697e398038749b7b9779e8b2e85c691 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:08:15.400198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:08:15.421880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:08:15.463963 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de3fbdb9-86a3-4c7a-8869-0b9427fd39a8 req-892aab79-884a-4be4-ae3d-1ade2ff0bb90 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606840
Dec 21 04:08:15.550420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:15.553199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:15.561889 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cd0ebcfa-b876-45ce-920f-3000acac7b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:15.604061 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a697e398038749b7b9779e8b2e85c691&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4019840
Dec 21 04:08:15.605848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6552d7ef-26c5-43be-8c0d-bb30a1ee855b,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:15.607034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35512) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:15.609354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:15.671213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-54912c0e-ea5d-4fd3-8dff-f49c25cfc200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:15.697631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-54912c0e-ea5d-4fd3-8dff-f49c25cfc200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:15.743415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-54912c0e-ea5d-4fd3-8dff-f49c25cfc200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:15.748535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a7ac4ef0-0836-4c78-99e9-b3dc30fc1ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:15.760905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54912c0e-ea5d-4fd3-8dff-f49c25cfc200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6552d7ef-26c5-43be-8c0d-bb30a1ee855b,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:15.764052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-54912c0e-ea5d-4fd3-8dff-f49c25cfc200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:15.766075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-54912c0e-ea5d-4fd3-8dff-f49c25cfc200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:15.769734 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-54912c0e-ea5d-4fd3-8dff-f49c25cfc200 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6552d7ef-26c5-43be-8c0d-bb30a1ee855b HTTP/1.1" status: 204  len: 168 time: 0.1598046
Dec 21 04:08:16.112998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35534) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:16.132409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:16.148280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:08:16.152334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Usage tracker for resource:security_group_rule and tenant:e4ff30fd03024a61bbe2c1dba4adf25a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:08:16.155281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:08:16.161236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:08:16.255914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:16.258806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:16.268554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2769f1e6-b059-416c-acac-43e930f6f533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:16.313238 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4ff30fd03024a61bbe2c1dba4adf25a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1963422
Dec 21 04:08:16.313238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ce5c7-f794-469d-b4c5-61908c4d6f2e,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:16.314627 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35542) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:16.320758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:16.379714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0c1d93c8-153d-4559-baf8-e793cbf3290a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:16.406195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0c1d93c8-153d-4559-baf8-e793cbf3290a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:16.453158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0c1d93c8-153d-4559-baf8-e793cbf3290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:16.458705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1bdb787e-d1bb-40ba-b5cc-928d58a79cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:16.469538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d93c8-153d-4559-baf8-e793cbf3290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ce5c7-f794-469d-b4c5-61908c4d6f2e,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:16.473678 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c1d93c8-153d-4559-baf8-e793cbf3290a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:16.477196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0c1d93c8-153d-4559-baf8-e793cbf3290a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:16.478412 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-0c1d93c8-153d-4559-baf8-e793cbf3290a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f8ce5c7-f794-469d-b4c5-61908c4d6f2e HTTP/1.1" status: 204  len: 168 time: 0.1626661
Dec 21 04:08:16.692520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb262d-1723-402f-8dbb-30fc9c8f0e17 req-f96f5175-df74-45e1-a7d0-964aac73c353 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:16.694121 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d5bb262d-1723-402f-8dbb-30fc9c8f0e17 req-f96f5175-df74-45e1-a7d0-964aac73c353 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0873852
Dec 21 04:08:16.748255 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d5bb262d-1723-402f-8dbb-30fc9c8f0e17 req-505dca89-d104-4ec5-a631-1271a9e32c0a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473487
Dec 21 04:08:17.751325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35584) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:17.953828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:17.986401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:08:17.992983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Usage tracker for resource:security_group_rule and tenant:ca67f4892ee84aa3afcdead6929c6dda is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:08:17.996586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:08:18.008356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:08:18.023105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc98e5e-50b0-4a65-881e-fc16db199b4c req-51017dde-5b5d-4ad5-a44f-74fc40aac803 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:18.024729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1dc98e5e-50b0-4a65-881e-fc16db199b4c req-51017dde-5b5d-4ad5-a44f-74fc40aac803 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1402786
Dec 21 04:08:18.099583 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1dc98e5e-50b0-4a65-881e-fc16db199b4c req-e691acb7-fe27-4865-ac4b-bcfb5a63de16 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611315
Dec 21 04:08:18.163949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:18.166661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:18.188279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:18.233867 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca67f4892ee84aa3afcdead6929c6dda&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4813120
Dec 21 04:08:18.234872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107fc31e-5467-4492-bf54-6ed8bd42061b,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:18.237394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35602) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:18.259933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:18.313345 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b46-e046-4ddb-8d9d-471eba632dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:18.341411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b46-e046-4ddb-8d9d-471eba632dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:18.387422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b46-e046-4ddb-8d9d-471eba632dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:18.392693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-aee0558c-2fcb-476f-bbca-8e016e74c2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:18.406770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae6b46-e046-4ddb-8d9d-471eba632dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107fc31e-5467-4492-bf54-6ed8bd42061b,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:18.410159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71ae6b46-e046-4ddb-8d9d-471eba632dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:18.415841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:18.420199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b46-e046-4ddb-8d9d-471eba632dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:18.421573 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-71ae6b46-e046-4ddb-8d9d-471eba632dcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/107fc31e-5467-4492-bf54-6ed8bd42061b HTTP/1.1" status: 204  len: 168 time: 0.1831062
Dec 21 04:08:19.334976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112da24-b5ce-406d-886d-bb2e326318f4 req-713b28c6-387b-41d7-9eb4-afcf8485e611 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:19.338375 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f112da24-b5ce-406d-886d-bb2e326318f4 req-713b28c6-387b-41d7-9eb4-afcf8485e611 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1060166
Dec 21 04:08:19.390542 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f112da24-b5ce-406d-886d-bb2e326318f4 req-29a956ab-6805-464a-86d5-f239d91bc6bd tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474033
Dec 21 04:08:19.831403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9fa3e-a1db-4423-a3e5-50ae5e7321b7 req-3594b524-6716-49c8-ac6b-c8ea7ccbb6ea tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:19.833088 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f6c9fa3e-a1db-4423-a3e5-50ae5e7321b7 req-3594b524-6716-49c8-ac6b-c8ea7ccbb6ea tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0979300
Dec 21 04:08:19.891663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f6c9fa3e-a1db-4423-a3e5-50ae5e7321b7 req-7b3a6303-3a94-4296-a5ab-6810ea4f18b5 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499949
Dec 21 04:08:21.084456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35726) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:21.103718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a8c61-5ba8-479e-8b2e-19876f472069 req-ba48d7e4-9a1f-48e3-90ed-f5f81ae29256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:21.105424 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-359a8c61-5ba8-479e-8b2e-19876f472069 req-ba48d7e4-9a1f-48e3-90ed-f5f81ae29256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0834703
Dec 21 04:08:21.157453 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-359a8c61-5ba8-479e-8b2e-19876f472069 req-1e628317-c239-4b2b-b964-24016ad977fa tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447099
Dec 21 04:08:21.240999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:21.257555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:08:21.261646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] Usage tracker for resource:security_group_rule and tenant:812ba2f0838449bca04438228751a1e6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:08:21.264939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:08:21.272497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:08:21.357424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:21.360868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:21.369898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b27c0614-e748-44f6-9201-e1a57d2afaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:21.412047 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=812ba2f0838449bca04438228751a1e6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3264563
Dec 21 04:08:21.412987 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0d7fbb-50b5-4116-bd04-baaae700eb8e,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:21.415124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35736) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:21.416251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ec46cf5d-68fd-4fbf-a63b-39c56f40abbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:21.477540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d97c10f8-e9a8-4be5-9fb3-a5938dea4bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:21.505243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d97c10f8-e9a8-4be5-9fb3-a5938dea4bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:21.549537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d97c10f8-e9a8-4be5-9fb3-a5938dea4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:21.554405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-010073f2-97e6-4e92-9947-ea61699c5b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:21.566761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c10f8-e9a8-4be5-9fb3-a5938dea4bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0d7fbb-50b5-4116-bd04-baaae700eb8e,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:21.570838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d97c10f8-e9a8-4be5-9fb3-a5938dea4bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:21.576344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d97c10f8-e9a8-4be5-9fb3-a5938dea4bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:21.577539 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d97c10f8-e9a8-4be5-9fb3-a5938dea4bdb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e0d7fbb-50b5-4116-bd04-baaae700eb8e HTTP/1.1" status: 204  len: 168 time: 0.1611390
Dec 21 04:08:21.925729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 35746) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:21.945113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:21.964236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:08:21.968241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f66fea87513149a697f0009512853ce5 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:08:21.971200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:08:21.976848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:08:22.397809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-d049fec8-cf7a-4d24-88d3-c87011f4189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:22.399475 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-d049fec8-cf7a-4d24-88d3-c87011f4189d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 1163 time: 0.1869824
Dec 21 04:08:22.409932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:22.439178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:22.451663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2f116ed3-ea6c-493a-8804-3aa30be9cb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:22.576664 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f66fea87513149a697f0009512853ce5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6497076
Dec 21 04:08:22.579550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 35756) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:08:22.582669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366599c1-b370-45eb-ad77-741c30f83961,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:22.593336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e7494-3840-4243-b886-2420b8e7dc7d req-f6592833-16ef-40c6-9802-b1367df37e35 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:22.595095 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d58e7494-3840-4243-b886-2420b8e7dc7d req-f6592833-16ef-40c6-9802-b1367df37e35 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.2972856
Dec 21 04:08:22.595834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:22.642641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a89a3943-78d4-4e4d-b2ce-3b73dadfbae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:22.664806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-4a4b92f5-982f-4e6b-8c4d-9bac33255df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:22.666412 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-4a4b92f5-982f-4e6b-8c4d-9bac33255df2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 905 time: 0.2552054
Dec 21 04:08:22.669470 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a89a3943-78d4-4e4d-b2ce-3b73dadfbae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:22.670838 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d58e7494-3840-4243-b886-2420b8e7dc7d req-47efaedf-0f24-46ca-a5d1-06aa9c702896 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663958
Dec 21 04:08:22.730226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a89a3943-78d4-4e4d-b2ce-3b73dadfbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:22.735960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c1d93c8-153d-4559-baf8-e793cbf3290a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:08:22.750235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a3943-78d4-4e4d-b2ce-3b73dadfbae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366599c1-b370-45eb-ad77-741c30f83961,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:08:22.753305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a89a3943-78d4-4e4d-b2ce-3b73dadfbae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:08:22.756110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a89a3943-78d4-4e4d-b2ce-3b73dadfbae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:22.759349 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a89a3943-78d4-4e4d-b2ce-3b73dadfbae9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/366599c1-b370-45eb-ad77-741c30f83961 HTTP/1.1" status: 204  len: 168 time: 0.1785951
Dec 21 04:08:22.791516 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-966cf724-f326-4247-96ea-65498af8c24a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f383262c-f81f-4b3d-a438-e84aba847b2b HTTP/1.1" status: 200  len: 1002 time: 0.1122510
Dec 21 04:08:22.864747 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-c2054dfd-cfb2-4794-b0c7-d9c5d5f99d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:22.866404 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-c2054dfd-cfb2-4794-b0c7-d9c5d5f99d0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.0675941
Dec 21 04:08:22.955428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-0be9bde2-158d-4a3c-95cf-d78a0c37d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:22.957065 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-0be9bde2-158d-4a3c-95cf-d78a0c37d452 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0814025
Dec 21 04:08:23.125828 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-a71326d6-91ef-4f5b-bcef-931b34e300f0 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595328
Dec 21 04:08:23.275059 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1575190d-3745-4a1b-bcf4-0192af6e26de req-dd70ec1e-de30-4ed3-a798-64df75587846 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408608
Dec 21 04:08:23.888941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c5b8c-e0d8-4479-a518-9b9ac913926f req-fc687de7-e016-4650-9122-cf10e7f9de6a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:23.890559 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-846c5b8c-e0d8-4479-a518-9b9ac913926f req-fc687de7-e016-4650-9122-cf10e7f9de6a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0833142
Dec 21 04:08:23.939372 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-846c5b8c-e0d8-4479-a518-9b9ac913926f req-ba70af9e-d2d6-42cb-bc5b-89dfa3eaf1b8 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414991
Dec 21 04:08:24.692309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device f383262c-f81f-4b3d-a438-e84aba847b2b up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:08:24.767112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port f383262c-f81f-4b3d-a438-e84aba847b2b triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:08:24.767529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:25.152389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a98b-bd24-4de4-aa46-558decddc716 req-7adca4f4-e72f-4e5c-866c-7ebbe38269a4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:25.154106 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9a1a98b-bd24-4de4-aa46-558decddc716 req-7adca4f4-e72f-4e5c-866c-7ebbe38269a4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0837028
Dec 21 04:08:25.202410 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e9a1a98b-bd24-4de4-aa46-558decddc716 req-943aab9b-433f-43c3-b6e6-96074e2b057b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410533
Dec 21 04:08:34.331791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2dc7-01cd-4f74-8d2e-32a28184ac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:36.995365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5672c433-7d2f-4d6c-9177-97a798932232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:37.082288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:38.240314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:38.868813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:43.521152 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4360009f-3470-4e88-93a5-2718554b5c09 req-f75966b5-b981-44ad-a66f-4c990758a73c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0806396
Dec 21 04:08:43.619729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360009f-3470-4e88-93a5-2718554b5c09 req-ad2b7d50-70cd-4fae-b5e8-b5975ec77a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:43.621322 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4360009f-3470-4e88-93a5-2718554b5c09 req-ad2b7d50-70cd-4fae-b5e8-b5975ec77a86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 1163 time: 0.0764418
Dec 21 04:08:43.777439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360009f-3470-4e88-93a5-2718554b5c09 req-538840df-2288-46df-abb2-d146fbc37fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:43.779030 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4360009f-3470-4e88-93a5-2718554b5c09 req-538840df-2288-46df-abb2-d146fbc37fb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 905 time: 0.1358809
Dec 21 04:08:43.888167 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4360009f-3470-4e88-93a5-2718554b5c09 req-c204cfab-15ba-4d2f-99e1-f10ccef20e4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f383262c-f81f-4b3d-a438-e84aba847b2b HTTP/1.1" status: 200  len: 1002 time: 0.1018324
Dec 21 04:08:43.957641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360009f-3470-4e88-93a5-2718554b5c09 req-8979303c-ec81-40e3-ad7c-69d65d80f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:43.959191 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4360009f-3470-4e88-93a5-2718554b5c09 req-8979303c-ec81-40e3-ad7c-69d65d80f32d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.0626943
Dec 21 04:08:44.044613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360009f-3470-4e88-93a5-2718554b5c09 req-07c185b2-06c6-4617-a5bd-b5325b7d8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:08:44.046145 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4360009f-3470-4e88-93a5-2718554b5c09 req-07c185b2-06c6-4617-a5bd-b5325b7d8d2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0764773
Dec 21 04:08:44.199431 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4360009f-3470-4e88-93a5-2718554b5c09 req-f2cec515-cd54-4d73-b429-b41c3823b130 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408641
Dec 21 04:08:44.347715 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4360009f-3470-4e88-93a5-2718554b5c09 req-55c12a23-c3ec-4e2c-a32d-fda02da45689 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405826
Dec 21 04:08:48.421675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:08:51.126787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:09:04.335025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-610f2b80-f5c7-4d73-9528-09ce1da414b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:05.720969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68065753-fcbc-425d-bd8b-60d4eab2d79c req-8a67b606-0fb0-441e-9ab3-caf29c868308 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:05.722562 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68065753-fcbc-425d-bd8b-60d4eab2d79c req-8a67b606-0fb0-441e-9ab3-caf29c868308 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.4280078
Dec 21 04:09:05.769661 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68065753-fcbc-425d-bd8b-60d4eab2d79c req-966978c8-66b0-4c21-ada3-0798dcffb2f5 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406854
Dec 21 04:09:06.996508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-01ed3f11-164b-4b7c-9756-75b6f67226ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:07.070000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a673-e030-4459-a76a-8454188eb33d req-f39c5ff8-3390-490e-83e2-9f0b50aaead5 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:07.071553 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74b1a673-e030-4459-a76a-8454188eb33d req-f39c5ff8-3390-490e-83e2-9f0b50aaead5 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.1726625
Dec 21 04:09:07.089752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:07.118849 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74b1a673-e030-4459-a76a-8454188eb33d req-8238de8e-fe1f-4810-9681-42ed4476d399 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=e0279b74-dd22-4146-aa0e-c4b0302e175c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407062
Dec 21 04:09:07.217455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-904cbbd0-04e5-4c31-8b43-0c0de5264f91 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:07.219622 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-904cbbd0-04e5-4c31-8b43-0c0de5264f91 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 946 time: 0.0845246
Dec 21 04:09:07.294550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Deleting port f383262c-f81f-4b3d-a438-e84aba847b2b {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:09:07.294979 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:07.564834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] For port f383262c-f81f-4b3d-a438-e84aba847b2b, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=f383262c-f81f-4b3d-a438-e84aba847b2b,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:09:07.565232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:07.865180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:07.865596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:07.865949 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Floating IP e48d007f-846b-4ab8-97a9-5ce4b338f5f8 disassociated. External IP: 172.27.0.189, port: f383262c-f81f-4b3d-a438-e84aba847b2b.
Dec 21 04:09:07.866326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Calling delete_port for f383262c-f81f-4b3d-a438-e84aba847b2b owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:09:08.009635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:08.024805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c215349-405b-408e-91ff-0dd8b7f62b55 tempest-VolumesActionsTest-991285254 tempest-VolumesActionsTest-991285254] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:08.071827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event deleted for resources: {'Port': ['ID=f383262c-f81f-4b3d-a438-e84aba847b2b,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:08.093596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.094043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.094450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.094837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.095255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.095639 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.096019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.096398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.096775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.097157 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.097534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.097911 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.098342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.098719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.099116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.099491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.099864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.100238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.100630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.101004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.101378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.101750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.102121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.102495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:08.107663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:08.247713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:08.551548 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-251848a5-69a6-40ba-a830-4705fc3cc33a req-c9186634-2008-4900-8ab4-978ad7978e9c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 210 time: 0.2842386
Dec 21 04:09:08.663112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:09:08.853936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:09:08.867970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] Sync routers for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:09:08.881955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:09:08.882642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4285a588>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:09:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:08.892213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] No DVR routers for this DVR port f383262c-f81f-4b3d-a438-e84aba847b2b on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:09:08.894620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:08.897464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'name': 'network-vif-deleted', 'tag': 'f383262c-f81f-4b3d-a438-e84aba847b2b'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:09:08.935002 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dd89c7b3-5fa9-488d-8f1a-ee87292db3b7 req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "DELETE /v2.0/ports/f383262c-f81f-4b3d-a438-e84aba847b2b HTTP/1.1" status: 204  len: 173 time: 1.7102056
Dec 21 04:09:08.938608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:08.958186 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c', 'name': 'network-vif-deleted', 'tag': 'f383262c-f81f-4b3d-a438-e84aba847b2b', 'status': 'completed', 'code': 200}
Dec 21 04:09:09.068705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:09:09.561451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4285a588>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:09.567725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] Checking router: 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:09:09.577594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:09:09.579060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4285a588>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:09:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:09.634298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aaeb1-4fe3-4db9-a4bc-6a757ec8bcce req-1c21ec27-a905-4178-8d2b-f997e835d32b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:09.643424 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2b2aaeb1-4fe3-4db9-a4bc-6a757ec8bcce req-1c21ec27-a905-4178-8d2b-f997e835d32b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.0978813
Dec 21 04:09:09.713745 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2b2aaeb1-4fe3-4db9-a4bc-6a757ec8bcce req-e5e792d6-bdbd-46d4-9852-13b8bb7ef684 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0692928
Dec 21 04:09:09.786653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5c07ff68-cc1d-4ab2-b41b-98f3467c2231 req-1f4204b1-e932-4afe-943a-66a1ed727aaf tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:09:09.798825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:09:09.814853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5c07ff68-cc1d-4ab2-b41b-98f3467c2231 req-1f4204b1-e932-4afe-943a-66a1ed727aaf tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:09:09.818495 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5c07ff68-cc1d-4ab2-b41b-98f3467c2231 req-1f4204b1-e932-4afe-943a-66a1ed727aaf tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 210 time: 0.0961916
Dec 21 04:09:10.133841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4285a588>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:10.138542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27044857-cf0c-4a73-8ca7-482cb1436cee None None] The sync data for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi is: [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:09:10.577787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70319a-b720-4c72-a336-0dd96af5a50c None None] New status for floating IP e48d007f-846b-4ab8-97a9-5ce4b338f5f8: DOWN {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:09:10.948882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b0184-c7f4-4975-834b-fba3f108ef0b req-94b27850-11c3-4072-a7ee-4d3e686c659c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:10.950522 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-557b0184-c7f4-4975-834b-fba3f108ef0b req-94b27850-11c3-4072-a7ee-4d3e686c659c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1028097
Dec 21 04:09:11.011938 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-557b0184-c7f4-4975-834b-fba3f108ef0b req-1f3ba437-0ff6-40de-aaf9-2a3a41e018ca tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0535481
Dec 21 04:09:11.030327 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7fdc2240-3524-4126-a5bd-2e9f6a773b07 req-6076b530-9fe6-4ca2-adc5-0158935079ec tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=3279a9ba-d6ae-4d7c-bf86-3b2d9da5076c HTTP/1.1" status: 200  len: 210 time: 0.0626941
Dec 21 04:09:11.362534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device f383262c-f81f-4b3d-a438-e84aba847b2b no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:09:11.397025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] No Port match for: f383262c-f81f-4b3d-a438-e84aba847b2b {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:09:11.397338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device f383262c-f81f-4b3d-a438-e84aba847b2b not bound to the agent host hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:09:12.201014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 36308) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:09:12.248428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77871a4c-f319-4075-ade4-7b75b60bd658 req-8a395a25-edc9-4cdb-a19e-87f7c8c01d8a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:12.250617 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-77871a4c-f319-4075-ade4-7b75b60bd658 req-8a395a25-edc9-4cdb-a19e-87f7c8c01d8a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.0895576
Dec 21 04:09:12.274477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-788a5ad1-4954-4918-8553-b948c63dfab0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:12.299789 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-77871a4c-f319-4075-ade4-7b75b60bd658 req-9852a32f-6440-46d0-832c-46fd89f73b53 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421269
Dec 21 04:09:12.304499 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-788a5ad1-4954-4918-8553-b948c63dfab0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:12.351840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-788a5ad1-4954-4918-8553-b948c63dfab0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:12.357029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4f20e55a-e2d8-4a73-81dd-5ff337a5d528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:12.376606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a5ad1-4954-4918-8553-b948c63dfab0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0279b74-dd22-4146-aa0e-c4b0302e175c,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:12.379529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-788a5ad1-4954-4918-8553-b948c63dfab0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:12.385778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-788a5ad1-4954-4918-8553-b948c63dfab0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:12.387020 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-788a5ad1-4954-4918-8553-b948c63dfab0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "DELETE /v2.0/security-groups/e0279b74-dd22-4146-aa0e-c4b0302e175c HTTP/1.1" status: 204  len: 168 time: 0.1848848
Dec 21 04:09:12.389778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 36312) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:09:12.407639 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.v2.resource [None req-3588b367-8b29-4c71-a6a4-d7fc11e9172c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] show failed (client error): The resource could not be found.
Dec 21 04:09:12.408710 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3588b367-8b29-4c71-a6a4-d7fc11e9172c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups/e0279b74-dd22-4146-aa0e-c4b0302e175c HTTP/1.1" status: 404  len: 347 time: 0.0179534
Dec 21 04:09:12.411578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 36316) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:09:12.578862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Deleting port a75ebe88-3849-4a40-87df-21c0763d8647 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:09:12.579293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:12.763840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:12.764218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:12.900020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Calling delete_port for a75ebe88-3849-4a40-87df-21c0763d8647 owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:09:13.046339 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:13.063184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:13.121316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event deleted for resources: {'Port': ['ID=a75ebe88-3849-4a40-87df-21c0763d8647,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:13.126444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:13.292050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:13.309704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:13.311000 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "DELETE /v2.0/floatingips/e48d007f-846b-4ab8-97a9-5ce4b338f5f8 HTTP/1.1" status: 204  len: 168 time: 0.8984156
Dec 21 04:09:13.546471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5704fd-1794-4935-8098-0543b1f76006 req-e56b3522-fffb-4537-b83c-1dc11bc2134b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:13.548147 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ee5704fd-1794-4935-8098-0543b1f76006 req-e56b3522-fffb-4537-b83c-1dc11bc2134b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1077206
Dec 21 04:09:13.599651 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ee5704fd-1794-4935-8098-0543b1f76006 req-94a27681-b7a2-4308-96c7-6b7a61b28727 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0449479
Dec 21 04:09:13.761304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 36342) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:09:13.767883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'security_group': {'name': 'tempest-securitygroup--1428957001', 'description': 'tempest-description--1581751998'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:13.774327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:13.779236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:security_group and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:13.782881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:13.792972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:13.797655 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08118b4-68a6-4d43-a974-5cb56d3cb7d5 req-f1abf7ba-0eb1-44a6-8114-1c98dc735451 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:13.799314 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e08118b4-68a6-4d43-a974-5cb56d3cb7d5 req-f1abf7ba-0eb1-44a6-8114-1c98dc735451 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.0860510
Dec 21 04:09:13.803026 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:13.824843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:13.829566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:security_group_rule and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:13.832529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:13.838356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:13.848059 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e08118b4-68a6-4d43-a974-5cb56d3cb7d5 req-d61fdbdd-210d-4f6d-a54d-f5a4ca351eee tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422370
Dec 21 04:09:13.938616 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:13.942926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:13.952886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4b807124-31b4-454c-a0cb-2943a54525fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:14.017131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'SecurityGroup': ['ID=309ad845-d0f9-43df-9b7b-67fb42cf95de,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:14.085263 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.085663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.086066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.086458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.086848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.087255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.087641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.088023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.088401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.088786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.089157 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.089561 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.089967 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.090340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.090715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.091119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.091497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.091879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.092444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.092750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.093005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.093377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.093856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.094928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:14.098392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.099765 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.3373480
Dec 21 04:09:14.100654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:14.102836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 36354) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:09:14.114058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'security_group_rule': {'security_group_id': '309ad845-d0f9-43df-9b7b-67fb42cf95de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:14.124520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:14.130834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:security_group_rule and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:14.134226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:14.140126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:14.153241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-521d38b3-1529-40c0-a634-4694250fe55e req-456a1b60-8d34-4b28-89b5-983ac1294ed9 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Synchronizing usage tracker for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:network {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:09:14.157731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.170827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-521d38b3-1529-40c0-a634-4694250fe55e req-456a1b60-8d34-4b28-89b5-983ac1294ed9 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Unset dirty status for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:network {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:09:14.172506 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-521d38b3-1529-40c0-a634-4694250fe55e req-456a1b60-8d34-4b28-89b5-983ac1294ed9 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2650356
Dec 21 04:09:14.185160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'floatingip': {'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:14.191392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:14.195653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Usage tracker for resource:floatingip and tenant:c854b1b3076d4532ac6b8813b4df1ab6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:14.198737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:14.205241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:14.214668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for floatingip, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.225099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.227567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.229692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8f8dc74e-379c-46ff-b51e-a15e7805c073 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:14.253538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419a8f18-efb0-4531-90ac-e3b9d12be548,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:14.259058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:14.262941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.264257 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-fb606f0e-eeab-4d1a-a215-965e8f55aa94 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1603198
Dec 21 04:09:14.267622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 36358) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:09:14.273299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'security_group_rule': {'security_group_id': '309ad845-d0f9-43df-9b7b-67fb42cf95de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:14.279525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:14.284301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:security_group_rule and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:14.287364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:14.293133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:14.308884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.366717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.374200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.377015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.379116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:14.402720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2c7390-100e-41e5-b70e-b45048750d68,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:14.405215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:14.412571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.413839 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1452191
Dec 21 04:09:14.417085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 36362) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:09:14.422631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'floatingip': {'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:14.428309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:14.432395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:floatingip and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:14.435396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:14.441773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:14.452487 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.599960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.654337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Allocated IP 172.27.0.191 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/d0ff41e1-181d-427d-8ce6-1d335b1e267f) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:09:14.820065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.846272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:14.862049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:14.938196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe82caa-19c4-4d8c-8788-4181a5a88e77 req-9a83a4f8-d3e5-49e5-af28-b473f230ec57 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:14.939844 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bbe82caa-19c4-4d8c-8788-4181a5a88e77 req-9a83a4f8-d3e5-49e5-af28-b473f230ec57 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1706138
Dec 21 04:09:14.971847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Allocated IP 172.27.0.239 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/eb87beec-396c-4e22-8620-25dc21a17422) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:09:15.005905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event updated for resources: {'Port': ['ID=d0ff41e1-181d-427d-8ce6-1d335b1e267f,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:15.011128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:15.047757 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bbe82caa-19c4-4d8c-8788-4181a5a88e77 req-abb99c64-2f7b-46b2-a7e3-6e7483e68e61 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0976577
Dec 21 04:09:15.059280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:09:15.060459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:09:15.066843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:09:15.161534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for floatingip, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.172343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.198606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.214590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c2df1864-89bb-49ad-9ea9-6d5e63971ef8 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:15.222545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.358712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'Port': ['ID=eb87beec-396c-4e22-8620-25dc21a17422,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:15.362118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:15.406249 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:09:15.407656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:09:15.409992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:09:15.493401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.498934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.509166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.525310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f3364118-c996-4e70-950d-34b41f3bbe15 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:15.564492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.849860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.855272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.871589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-49eafe3d-c0f2-4c4d-90e5-862d8b2d44a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:15.882266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event updated for resources: {'Port': ['ID=d0ff41e1-181d-427d-8ce6-1d335b1e267f,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:15.887360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:15.977161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:15.999228 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:16.000743 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-521d38b3-1529-40c0-a634-4694250fe55e req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8203812
Dec 21 04:09:16.006969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'Port': ['ID=eb87beec-396c-4e22-8620-25dc21a17422,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:16.016605 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:16.088825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-521d38b3-1529-40c0-a634-4694250fe55e req-cd7f2ed1-ca6c-4560-bbcf-b768ee894687 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Synchronizing usage tracker for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:floatingip {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:09:16.112350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-521d38b3-1529-40c0-a634-4694250fe55e req-cd7f2ed1-ca6c-4560-bbcf-b768ee894687 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Unset dirty status for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:floatingip {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:09:16.114006 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-521d38b3-1529-40c0-a634-4694250fe55e req-cd7f2ed1-ca6c-4560-bbcf-b768ee894687 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200  len: 696 time: 0.1066306
Dec 21 04:09:16.123752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:16.156961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:16.158684 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7406030
Dec 21 04:09:16.298114 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd3d6-2cce-49c4-b387-9c134f521600 req-5741a758-7939-436d-9cb9-8d03bab9c90e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:16.299847 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-632fd3d6-2cce-49c4-b387-9c134f521600 req-5741a758-7939-436d-9cb9-8d03bab9c90e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.0935943
Dec 21 04:09:16.302021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d38b3-1529-40c0-a634-4694250fe55e req-cd398432-743f-42bf-87e9-fbdf66510fc6 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:16.303804 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-521d38b3-1529-40c0-a634-4694250fe55e req-cd398432-743f-42bf-87e9-fbdf66510fc6 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.1826770
Dec 21 04:09:16.349488 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-632fd3d6-2cce-49c4-b387-9c134f521600 req-e57b7fcd-ad28-4ea5-b8af-c07e4a14c542 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430949
Dec 21 04:09:16.466313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-f37c9122-0da2-4306-975b-3b366cbdac8b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:09:16.481208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-f37c9122-0da2-4306-975b-3b366cbdac8b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:09:16.482491 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-f37c9122-0da2-4306-975b-3b366cbdac8b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1428957001&fields=id&tenant_id=f527547042444d469350a38850143d5a HTTP/1.1" status: 200  len: 267 time: 0.0733402
Dec 21 04:09:16.552578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-2e8fa174-acb2-4ab8-9b30-7fe443718dd8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:16.554168 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-2e8fa174-acb2-4ab8-9b30-7fe443718dd8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0865777
Dec 21 04:09:16.640358 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-7cec52e0-73d2-4a69-b5b3-8f9ebe555115 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200  len: 696 time: 0.0796783
Dec 21 04:09:16.646297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-a6a99d2f-a9a3-4774-b995-65e1d606071c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:16.647890 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-a6a99d2f-a9a3-4774-b995-65e1d606071c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 811 time: 0.1564918
Dec 21 04:09:16.651450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-3b6e5495-7d35-4e73-affb-98adecc074a8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'floatingip': {'port_id': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:16.664699 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-35e42a3f-3866-42b2-aee5-78ea1975aaa7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/quotas/f527547042444d469350a38850143d5a HTTP/1.1" status: 200  len: 375 time: 0.0104542
Dec 21 04:09:16.732940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-3b6e5495-7d35-4e73-affb-98adecc074a8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for floatingip, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:16.752851 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-dbe16237-7290-438b-8bd4-12dfeeaadc07 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0824347
Dec 21 04:09:17.001598 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-cee54825-e04c-403f-8c44-5889cb2f7148 service neutron] 10.222.0.16 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359989
Dec 21 04:09:17.150129 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-bb7c716e-4a0a-471d-8f80-08ed0fa408d6 service neutron] 10.222.0.16 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415901
Dec 21 04:09:17.373092 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a754b73-19b8-4827-afdc-e4768272eec1 req-620730a6-13f2-43e8-a36e-69b1ef50a92b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 210 time: 0.0528734
Dec 21 04:09:17.612349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-3b6e5495-7d35-4e73-affb-98adecc074a8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:17.616906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-3b6e5495-7d35-4e73-affb-98adecc074a8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:17.676301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65d2cd-907a-4744-90c3-1deadf34bb34 req-e9dc4ccb-c0a0-4858-9ce5-b0b32fc60bcb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:17.677851 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a65d2cd-907a-4744-90c3-1deadf34bb34 req-e9dc4ccb-c0a0-4858-9ce5-b0b32fc60bcb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1110644
Dec 21 04:09:17.726980 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a65d2cd-907a-4744-90c3-1deadf34bb34 req-6a87c094-e9be-486d-b995-94ba308e524e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427375
Dec 21 04:09:17.807454 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-3b6e5495-7d35-4e73-affb-98adecc074a8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Floating IP 01a47abf-e1a5-4ed0-a72a-a692899b163d associated. External IP: 172.27.0.191, port: a286529e-ec58-4881-9bf1-0a30fd25f4af.
Dec 21 04:09:18.177405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-3b6e5495-7d35-4e73-affb-98adecc074a8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Router 25b2243d-8047-43d1-9fed-7389c0bb2e48 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:09:18.368950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-3b6e5495-7d35-4e73-affb-98adecc074a8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:09:18.373724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-3b6e5495-7d35-4e73-affb-98adecc074a8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:18.378622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] Sync routers for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:09:18.388975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:09:18.389718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42968278>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:09:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:18.460672 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-3b6e5495-7d35-4e73-affb-98adecc074a8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "PUT /v2.0/floatingips/01a47abf-e1a5-4ed0-a72a-a692899b163d HTTP/1.1" status: 200  len: 997 time: 1.8134959
Dec 21 04:09:18.461883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:09:18.574319 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-26339472-0995-4353-a4e7-0398eb5fc178 req-d327d9aa-efb7-4f91-ac84-cca75d192d3c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 210 time: 0.0466242
Dec 21 04:09:18.593515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:18.610462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:09:18.656921 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'status': 'completed', 'code': 200}
Dec 21 04:09:18.674839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-6a77bc9e-d79a-452a-8b11-acd7a20116cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:18.676832 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-6a77bc9e-d79a-452a-8b11-acd7a20116cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.1994064
Dec 21 04:09:18.999126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8d7c4-1bf3-4c2a-9611-d2e1a35a7ef2 req-966e43aa-3e2d-419c-b62b-154fa627fe9d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:19.007876 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e0f8d7c4-1bf3-4c2a-9611-d2e1a35a7ef2 req-966e43aa-3e2d-419c-b62b-154fa627fe9d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1026499
Dec 21 04:09:19.064086 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e0f8d7c4-1bf3-4c2a-9611-d2e1a35a7ef2 req-f9df2af3-ad95-45f6-a13f-ac64a825efb8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0543971
Dec 21 04:09:19.065522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42968278>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': '01a47abf-e1a5-4ed0-a72a-a692899b163d', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'port_id': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'mac_address': 'fa:16:3e:81:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:09:15Z', 'updated_at': '2020-12-21T04:09:17Z', 'revision_number': 1, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc63ffeb-2957-4aaf-9141-5c87ee73c633', 'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'mac_address': 'fa:16:3e:81:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:10Z', 'updated_at': '2020-12-21T04:07:20Z', 'revision_number': 5, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'subnets': [{'id': '06039f46-864f-4daa-a717-a0397e0104e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:19.069716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] Checking router: 25b2243d-8047-43d1-9fed-7389c0bb2e48 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:09:19.079769 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:09:19.080449 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42968278>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:09:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:19.112143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-35db45c0-b4b8-427b-b4ae-cc0a4ab8021e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:19.113764 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-35db45c0-b4b8-427b-b4ae-cc0a4ab8021e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 811 time: 0.3932052
Dec 21 04:09:19.114957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-1b8ece7e-010b-4b53-8d63-fb0e1dfe58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:19.116428 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-1b8ece7e-010b-4b53-8d63-fb0e1dfe58e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.4328651
Dec 21 04:09:19.223199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-a9f42dee-bb72-483b-91b5-a93569619018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:19.224799 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-a9f42dee-bb72-483b-91b5-a93569619018 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.5065281
Dec 21 04:09:19.263852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:09:19.311972 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-97f05543-4ada-454a-b18d-e9261ce4fb5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 1000 time: 0.1885288
Dec 21 04:09:19.643713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 499c69ca-3c31-461f-a533-f5bccf8a38fe up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:09:19.676083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-4c66d5a5-0ead-4476-a385-8f5c6ce383a6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:security_group {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:09:19.731234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-4c66d5a5-0ead-4476-a385-8f5c6ce383a6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:security_group {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:09:19.732817 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-4c66d5a5-0ead-4476-a385-8f5c6ce383a6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f527547042444d469350a38850143d5a HTTP/1.1" status: 200  len: 5505 time: 0.5538135
Dec 21 04:09:19.736016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 499c69ca-3c31-461f-a533-f5bccf8a38fe triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:09:19.736436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:19.736576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-e367d3e2-7566-4e89-8425-1ece460aead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:19.738266 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-e367d3e2-7566-4e89-8425-1ece460aead4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.4177098
Dec 21 04:09:19.756549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'port': {'device_id': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'admin_state_up': True, 'tenant_id': 'f527547042444d469350a38850143d5a', 'security_groups': ['309ad845-d0f9-43df-9b7b-67fb42cf95de']}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:19.758936 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc446c46-92ad-49cb-8157-5c4b8e68a918 req-3bcf7f85-3074-418c-879f-5e693a3c654b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 210 time: 0.0510964
Dec 21 04:09:19.782775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42968278>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': '01a47abf-e1a5-4ed0-a72a-a692899b163d', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'port_id': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'mac_address': 'fa:16:3e:81:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:09:15Z', 'updated_at': '2020-12-21T04:09:17Z', 'revision_number': 1, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc63ffeb-2957-4aaf-9141-5c87ee73c633', 'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'mac_address': 'fa:16:3e:81:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:10Z', 'updated_at': '2020-12-21T04:07:20Z', 'revision_number': 5, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'subnets': [{'id': '06039f46-864f-4daa-a717-a0397e0104e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:19.797697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad25d29-38c6-485a-b13a-5f62b5de315d None None] The sync data for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi is: [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': '01a47abf-e1a5-4ed0-a72a-a692899b163d', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'port_id': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'mac_address': 'fa:16:3e:81:40:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:09:15Z', 'updated_at': '2020-12-21T04:09:17Z', 'revision_number': 1, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc63ffeb-2957-4aaf-9141-5c87ee73c633', 'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'mac_address': 'fa:16:3e:81:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:10Z', 'updated_at': '2020-12-21T04:07:20Z', 'revision_number': 5, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'subnets': [{'id': '06039f46-864f-4daa-a717-a0397e0104e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:09:19.832871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-e16bee0d-7b2b-4cd3-b164-114aeb23c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:19.834447 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-e16bee0d-7b2b-4cd3-b164-114aeb23c1a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.5961764
Dec 21 04:09:20.062992 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-8aefe155-8d2f-4f2e-a291-7f2170e66d75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 1000 time: 0.2159901
Dec 21 04:09:20.070811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:20.098128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddd8fc-8209-4f30-9ed0-48aaaae152c7 None None] New status for floating IP 01a47abf-e1a5-4ed0-a72a-a692899b163d: ACTIVE {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:09:20.115862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Usage tracker for resource:port and tenant:f527547042444d469350a38850143d5a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:20.119930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Quota usage for port was recalculated. Used quota:3. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:20.141859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:20.145855 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-93952505-2503-4873-90f2-71b96043ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:20.147560 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-93952505-2503-4873-90f2-71b96043ca6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3731470
Dec 21 04:09:20.163397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-74c67aee-8b94-4436-b998-5877f6bb54b8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:09:20.164482 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-74c67aee-8b94-4436-b998-5877f6bb54b8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0093699
Dec 21 04:09:20.170032 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Made reservation on behalf of f527547042444d469350a38850143d5a for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:09:20.175882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:20.213660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-6cd37c87-8b17-4216-863c-720a412031dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:20.215274 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-6cd37c87-8b17-4216-863c-720a412031dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.1417744
Dec 21 04:09:20.284331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96b41b-0496-49b6-b4bf-b183f8b8233b req-62cdc510-a7c3-4aca-8f0a-b3337e8d6895 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:20.286117 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b96b41b-0496-49b6-b4bf-b183f8b8233b req-62cdc510-a7c3-4aca-8f0a-b3337e8d6895 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.0900736
Dec 21 04:09:20.337916 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b96b41b-0496-49b6-b4bf-b183f8b8233b req-6b7be505-20bb-46bc-99c9-a88cecaab5ef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0449381
Dec 21 04:09:20.538551 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-5ee1f1cd-d9e3-4ec8-a55e-3e7f6ceb2797 service neutron] 10.222.0.16 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3520496
Dec 21 04:09:20.580589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-720e2da7-2036-4c3f-99f1-96018b6c1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:20.582212 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-720e2da7-2036-4c3f-99f1-96018b6c1e38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3561685
Dec 21 04:09:20.934399 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-9b12a61c-33d1-44fa-a5e0-b8eb4e18a551 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3167205
Dec 21 04:09:20.943770 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88c9f552-4289-4b35-b6e2-0e8c8fa7668c req-a9d8f345-ac27-4f94-8620-ec12476fd6de tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 210 time: 0.0480049
Dec 21 04:09:20.944544 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c2abba2-2968-4f1a-9e63-afcf04444122 req-e26bdbc9-3bf7-44d9-95c5-6b8c2286a12c service neutron] 10.222.0.16 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3601906
Dec 21 04:09:20.982840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Allocated IP 172.20.0.5 (e8d33767-b253-441c-91c7-8b1cb39a6139/90977da5-bb96-4768-b5ea-0ac200b324c5/d85524f1-3da1-4673-85c8-375bc346d0de) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:09:20.996473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1211628095', 'description': 'tempest-TestMinimumBasicScenario-1211628095 description'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:21.003647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:21.013472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:21.023414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.050119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:21.054828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Usage tracker for resource:security_group_rule and tenant:c854b1b3076d4532ac6b8813b4df1ab6 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:21.058060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:21.064537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:21.141048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.143824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.149387 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:21.163212 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b449b6a8-eabf-475f-b36d-231aceb98d1d req-a1e00c34-bde3-4e4b-a058-db21c3175575 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2142272
Dec 21 04:09:21.195098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7d78e4-796e-4202-a68c-7a0163cad230,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:21.198386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:21.200343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.201677 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d60c6f58-7302-4179-b459-fbed40fc5351 req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1769 time: 0.2098184
Dec 21 04:09:21.323324 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-16065cac-d0e5-47fd-b432-7f220594c177 req-70c8c1f4-25fe-4587-8b2e-c49f17d23284 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups/fe7d78e4-796e-4202-a68c-7a0163cad230 HTTP/1.1" status: 200  len: 1764 time: 0.0870767
Dec 21 04:09:21.328182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.338820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe7d78e4-796e-4202-a68c-7a0163cad230', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:21.339225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe7d78e4-796e-4202-a68c-7a0163cad230', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:21.350531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:21.358797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Usage tracker for resource:security_group_rule and tenant:c854b1b3076d4532ac6b8813b4df1ab6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:21.362302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Transition to ACTIVE for port object d85524f1-3da1-4673-85c8-375bc346d0de will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:09:21.363695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:21.371282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:21.419528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.437823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:21.553136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427f1ed-9a6e-44c9-9fad-4d121d2f18e4 req-178da6c8-b594-4c32-a197-cdd64b24782b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:21.554740 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0427f1ed-9a6e-44c9-9fad-4d121d2f18e4 req-178da6c8-b594-4c32-a197-cdd64b24782b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.0863199
Dec 21 04:09:21.580294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.607844 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0427f1ed-9a6e-44c9-9fad-4d121d2f18e4 req-92e3036d-f20a-4f5d-83b2-a91aef1faaf8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466061
Dec 21 04:09:21.873408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event updated for resources: {'Port': ['ID=d85524f1-3da1-4673-85c8-375bc346d0de,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:21.888108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:21.908343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.914844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.937083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:21.966847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ed9007-336b-4059-81f7-9c27239b3901,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:21.973265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:21.989719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-4cc1b217-4c45-47ba-9e41-ec8f8c8436aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:21.991387 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-4cc1b217-4c45-47ba-9e41-ec8f8c8436aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1162 time: 0.4908431
Dec 21 04:09:21.994668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:21.995848 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-16065cac-d0e5-47fd-b432-7f220594c177 req-da798332-a8f2-4d93-b0c6-9fb00e208c43 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.6644287
Dec 21 04:09:21.997706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Network e8d33767-b253-441c-91c7-8b1cb39a6139 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:09:22.000176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:09:22.025464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:09:22.193681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26b3ef-cf72-4c05-a520-b97031a67dcf req-3f02653f-8f69-4e85-bd8a-87d25911eca2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:22.195491 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fe26b3ef-cf72-4c05-a520-b97031a67dcf req-3f02653f-8f69-4e85-bd8a-87d25911eca2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 931 time: 0.1097763
Dec 21 04:09:22.221736 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-475f480b-70f3-4e8f-bc47-9a25d5614e10 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups/fe7d78e4-796e-4202-a68c-7a0163cad230 HTTP/1.1" status: 200  len: 2325 time: 0.1632428
Dec 21 04:09:22.230360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:22.231047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:22.245544 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fe26b3ef-cf72-4c05-a520-b97031a67dcf req-7da07bf0-c602-473c-82d1-6cb68ecd21e9 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428774
Dec 21 04:09:22.250512 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe7d78e4-796e-4202-a68c-7a0163cad230', 'remote_group_id': None}]} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:22.250873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe7d78e4-796e-4202-a68c-7a0163cad230', 'remote_group_id': None}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:22.258674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-7e01635d-eac9-4ac7-9493-9a7881b29565 None None] Provisioning for port d85524f1-3da1-4673-85c8-375bc346d0de completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:09:22.265112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-7e01635d-eac9-4ac7-9493-9a7881b29565 None None] Provisioning complete for port d85524f1-3da1-4673-85c8-375bc346d0de triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:09:22.266421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7e01635d-eac9-4ac7-9493-9a7881b29565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:22.274278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:09:22.284072 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5353689
Dec 21 04:09:22.286331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Usage tracker for resource:security_group_rule and tenant:c854b1b3076d4532ac6b8813b4df1ab6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:09:22.289621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-8572d965-ee33-4a63-ad4a-b0c1674489f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:22.291133 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-8572d965-ee33-4a63-ad4a-b0c1674489f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 902 time: 0.2923274
Dec 21 04:09:22.293258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:09:22.300001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Request body: {'port': {'device_id': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:22.321578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-7e01635d-eac9-4ac7-9493-9a7881b29565 None None] Port d85524f1-3da1-4673-85c8-375bc346d0de cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:09:22.392119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:09:22.527142 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-73d7688b-50e1-41c5-8a66-9a445a27b525 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 1001 time: 0.1945667
Dec 21 04:09:22.603688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:22.635548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:22.685443 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-ce7417ca-477a-4268-b1a8-755605f7edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:22.687089 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-ce7417ca-477a-4268-b1a8-755605f7edaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 200  len: 847 time: 0.1443179
Dec 21 04:09:22.739823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:22.760463 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:22.802350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bac2e32b-ae02-420b-bc6d-b8fbd479c2e7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:22.840216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e024cd-9bbf-4d23-b9a1-807612e275d5,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:22.843099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3653f6e-cd4e-43a7-b2ea-ec8956d10085 req-af01aee0-27a5-40fc-bbe1-a6d9437c31f6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:22.848479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:22.852218 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3653f6e-cd4e-43a7-b2ea-ec8956d10085 req-af01aee0-27a5-40fc-bbe1-a6d9437c31f6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1059260
Dec 21 04:09:22.905695 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3653f6e-cd4e-43a7-b2ea-ec8956d10085 req-de42cc6d-6f7c-42d5-ae7c-2dbe216f70ad tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0523813
Dec 21 04:09:22.923127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:22.924414 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1003e7ad-511f-4946-a62f-41032f0eb1bb req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.6856751
Dec 21 04:09:22.960262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-ad17d3a9-11bd-4b93-826a-320999c34655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:22.961884 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-ad17d3a9-11bd-4b93-826a-320999c34655 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=013b4941-7458-42a2-bded-2718d1174ace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2631350
Dec 21 04:09:23.071676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-69eed976-3247-4781-9ade-02352edad275 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Synchronizing usage tracker for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:09:23.086704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-69eed976-3247-4781-9ade-02352edad275 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Unset dirty status for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:09:23.087993 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-69eed976-3247-4781-9ade-02352edad275 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1211628095&fields=id&tenant_id=c854b1b3076d4532ac6b8813b4df1ab6 HTTP/1.1" status: 200  len: 267 time: 0.0583293
Dec 21 04:09:23.184323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-8a4a60c0-a68c-47d7-bc93-1e405c98af94 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:23.185898 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-8a4a60c0-a68c-47d7-bc93-1e405c98af94 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.0904157
Dec 21 04:09:23.198811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'port': {'security_groups': ['68b44bde-bfd1-41d3-8e0b-f1ece1c1920f', 'fe7d78e4-796e-4202-a68c-7a0163cad230']}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:23.230409 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-e08a8034-0089-4134-84be-64db0fe427c5 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526698
Dec 21 04:09:23.336268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:23.413113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85524f1-3da1-4673-85c8-375bc346d0de {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:09:23.455489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:23.490610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Transition to ACTIVE for port object d85524f1-3da1-4673-85c8-375bc346d0de will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:09:23.506786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:23.524592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0ce2dd3b-8caa-4ef5-8981-9e679e2c36bd tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:23.576845 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b68defa-2fa8-4f62-acd5-b78e693519ea req-182fdc09-f941-4b09-8e3d-b64419f8b8b2 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3323045
Dec 21 04:09:23.677342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] For port a286529e-ec58-4881-9bf1-0a30fd25f4af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:09:23.696294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Pushing event updated for resources: {'Port': ['ID=d85524f1-3da1-4673-85c8-375bc346d0de,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:23.701570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:23.705461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:23.709055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:23.710163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dc7fa-39a4-4d5b-a11a-6ae971c4749c req-0efa6927-4856-4df3-83e3-ec75672e5cde tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:23.710933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-9a8dc7fa-39a4-4d5b-a11a-6ae971c4749c req-0efa6927-4856-4df3-83e3-ec75672e5cde tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:09:23.730142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d076dc54-fecb-486c-a81a-de99c390d7d6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:23.799039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-9a8dc7fa-39a4-4d5b-a11a-6ae971c4749c req-0efa6927-4856-4df3-83e3-ec75672e5cde tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:09:23.800339 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a8dc7fa-39a4-4d5b-a11a-6ae971c4749c req-0efa6927-4856-4df3-83e3-ec75672e5cde tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 931 time: 0.3977644
Dec 21 04:09:23.933671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:23.934340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:23.940256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Attempting to bind port d85524f1-3da1-4673-85c8-375bc346d0de on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:09:23.940483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Attempting to bind port d85524f1-3da1-4673-85c8-375bc346d0de by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:09:23.943918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Attempting to bind port d85524f1-3da1-4673-85c8-375bc346d0de on network e8d33767-b253-441c-91c7-8b1cb39a6139 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:09:23.947836 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1611d050-e7eb-4d5d-ac73-cf0642254969 req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "PUT /v2.0/ports/a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 982 time: 0.7540507
Dec 21 04:09:23.954995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:09:23.956264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Checking segment: {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:09:23.957194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:23.958059 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Bound using segment: {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:09:23.959436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Bound port: d85524f1-3da1-4673-85c8-375bc346d0de, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf0193-7986-4059-bb15-21c42559a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:09:23.959933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:23.961059 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:09:23.992971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event updated for resources: {'Port': ['ID=a286529e-ec58-4881-9bf1-0a30fd25f4af,revision_number=5']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:23.999246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:24.032851 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a8dc7fa-39a4-4d5b-a11a-6ae971c4749c req-5a38ff3b-55a4-40de-a9dd-82f2b652b08a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1948903
Dec 21 04:09:24.089566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] For port d85524f1-3da1-4673-85c8-375bc346d0de, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:09:24.103153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] For port d85524f1-3da1-4673-85c8-375bc346d0de, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d85524f1-3da1-4673-85c8-375bc346d0de,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:09:24.109008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:24.126737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:24.192108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22209be5-3d2f-47ed-bf9b-50192242f3a4 req-d1c5fb34-4a9b-45d7-b29f-02c7e42750bb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:24.193793 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-22209be5-3d2f-47ed-bf9b-50192242f3a4 req-d1c5fb34-4a9b-45d7-b29f-02c7e42750bb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.1038821
Dec 21 04:09:24.205341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-93c7d5a0-8ac5-4241-984d-762f5fc28bc4 None None] Provisioning complete for port a286529e-ec58-4881-9bf1-0a30fd25f4af triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:09:24.205761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-93c7d5a0-8ac5-4241-984d-762f5fc28bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:24.252335 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-22209be5-3d2f-47ed-bf9b-50192242f3a4 req-3ef81d08-1a8d-42c2-a087-2d9f32f066ea tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0509527
Dec 21 04:09:24.443992 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'status': 'completed', 'code': 200}
Dec 21 04:09:24.629872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Pushing event updated for resources: {'Port': ['ID=d85524f1-3da1-4673-85c8-375bc346d0de,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:24.638253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:24.703615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:24.704283 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:24.705782 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] 10.222.0.55 "PUT /v2.0/ports/d85524f1-3da1-4673-85c8-375bc346d0de HTTP/1.1" status: 200  len: 1157 time: 2.4136493
Dec 21 04:09:24.706420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:09:24.720170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923f74-9427-4ac1-9f1f-6f447b85449f req-634012cd-2996-4391-b268-c38c422d583b tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:24.721850 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7a923f74-9427-4ac1-9f1f-6f447b85449f req-634012cd-2996-4391-b268-c38c422d583b tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.5323277
Dec 21 04:09:24.727273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-69d63c9c-6556-4d0a-ba1a-3cb9bba16a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:24.728886 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-69d63c9c-6556-4d0a-ba1a-3cb9bba16a8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1203 time: 0.2522845
Dec 21 04:09:24.781289 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de', 'status': 'completed', 'code': 200}
Dec 21 04:09:24.926268 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7a923f74-9427-4ac1-9f1f-6f447b85449f req-cfa93c78-4c38-4705-8341-9f62ca604840 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1957090
Dec 21 04:09:24.987602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-d53d7830-35e8-4115-9090-67f480f7070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:24.989187 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-d53d7830-35e8-4115-9090-67f480f7070e service neutron] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.2413352
Dec 21 04:09:24.992236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-9e58f8e1-09f7-48a9-a177-9965566a79ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:24.993728 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-9e58f8e1-09f7-48a9-a177-9965566a79ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 1160 time: 0.2148404
Dec 21 04:09:25.138304 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c27fbd6c-f919-49f5-b436-bfcfc94f0af6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85524f1-3da1-4673-85c8-375bc346d0de HTTP/1.1" status: 200  len: 217 time: 0.1353207
Dec 21 04:09:25.224805 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-f4a6fb9e-b08d-4f6a-b919-a54f79151535 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 1002 time: 0.2204459
Dec 21 04:09:25.234356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-70e68002-ffee-46d9-bb77-b1a0c33bdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:25.235918 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-70e68002-ffee-46d9-bb77-b1a0c33bdf82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.0882902
Dec 21 04:09:25.250496 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece39af-469b-4fc1-a2d2-50d6d640f425 req-35ce88c2-7f1d-48e9-8e49-a34da6b426f2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:25.252739 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ece39af-469b-4fc1-a2d2-50d6d640f425 req-35ce88c2-7f1d-48e9-8e49-a34da6b426f2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 943 time: 0.0852699
Dec 21 04:09:25.300794 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ece39af-469b-4fc1-a2d2-50d6d640f425 req-02927f65-2dcb-47c2-a8c3-668e3c0d3a4b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416307
Dec 21 04:09:25.381324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-5050242d-0e6d-4518-b10e-5088a34c09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:25.382946 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-5050242d-0e6d-4518-b10e-5088a34c09b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.1299350
Dec 21 04:09:25.484711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c7a4fd2d-f70a-4906-86c2-b8bb2587ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:25.486372 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-c7a4fd2d-f70a-4906-86c2-b8bb2587ef17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2320733
Dec 21 04:09:25.651358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44891216-375b-40ea-8dd5-ae7b3a7c2aaa req-7098f21c-617d-4ca2-a896-4c48d1e78993 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:25.652976 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-44891216-375b-40ea-8dd5-ae7b3a7c2aaa req-7098f21c-617d-4ca2-a896-4c48d1e78993 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 945 time: 0.2658961
Dec 21 04:09:25.666312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-8a94b5d0-b69b-4b10-b46a-ae1bc3dfe875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:25.667891 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-8a94b5d0-b69b-4b10-b46a-ae1bc3dfe875 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2394698
Dec 21 04:09:25.757609 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-1baa82e9-b06d-4d19-9111-07eb71b3ec53 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2542939
Dec 21 04:09:25.793517 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-44891216-375b-40ea-8dd5-ae7b3a7c2aaa req-0a2863a1-e7b3-493b-a31c-0272ecea4327 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1325860
Dec 21 04:09:25.798771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device a286529e-ec58-4881-9bf1-0a30fd25f4af up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:09:25.882417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port a286529e-ec58-4881-9bf1-0a30fd25f4af triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:09:25.882829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:25.977456 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-e2900166-1a3f-43c0-937f-16bfa725b2d4 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2939644
Dec 21 04:09:26.042577 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b5e6cce-917d-4b90-a868-893d3d252ae6 req-bdce0498-1f1e-4a5b-a6db-8984249d00e1 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2748153
Dec 21 04:09:26.181550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 499c69ca-3c31-461f-a533-f5bccf8a38fe no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:09:26.204675 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74c01a32-342b-4f0b-b223-86c28f40b3c3 req-43563f92-d2c8-441d-8488-a6bddbb70528 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2135880
Dec 21 04:09:26.215337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270764-9431-4d97-a638-68704179c88f req-294a85e5-569a-49b6-9a7f-ae12a5b9b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:26.216934 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1e270764-9431-4d97-a638-68704179c88f req-294a85e5-569a-49b6-9a7f-ae12a5b9b86a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 1160 time: 0.1167767
Dec 21 04:09:26.297696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:26.326132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:09:26.337281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 499c69ca-3c31-461f-a533-f5bccf8a38fe, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:09:26.341492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:26.344776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:26.375838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270764-9431-4d97-a638-68704179c88f req-b937a085-fb56-4bea-a32e-5804da57847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:26.377926 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1e270764-9431-4d97-a638-68704179c88f req-b937a085-fb56-4bea-a32e-5804da57847d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 905 time: 0.1517568
Dec 21 04:09:26.389091 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'code': 200}
Dec 21 04:09:26.427422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=499c69ca-3c31-461f-a533-f5bccf8a38fe,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:26.435687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.436067 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.436436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.436801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.437201 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.437691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.438050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.438406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.438780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.439165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.439685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.440041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.440455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.440811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.441163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.441517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.441871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.442221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.442582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.442931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.443476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.443826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.444298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.444650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:09:26.449344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:26.479519 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1e270764-9431-4d97-a638-68704179c88f req-dbb3b339-3697-41e8-a3f0-eaee3d6a2173 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85524f1-3da1-4673-85c8-375bc346d0de HTTP/1.1" status: 200  len: 217 time: 0.0839767
Dec 21 04:09:26.643425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4df544-7a00-4653-bb61-c9c5e2b68b0d req-03a32354-3911-42bd-b691-6720ca37f106 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:26.645332 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2e4df544-7a00-4653-bb61-c9c5e2b68b0d req-03a32354-3911-42bd-b691-6720ca37f106 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0871770
Dec 21 04:09:26.678383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270764-9431-4d97-a638-68704179c88f req-d98f83e0-efc1-4c96-ba90-5d37967f509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:26.680015 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1e270764-9431-4d97-a638-68704179c88f req-d98f83e0-efc1-4c96-ba90-5d37967f509c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.1751478
Dec 21 04:09:26.695038 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2e4df544-7a00-4653-bb61-c9c5e2b68b0d req-3c6bcafe-082f-47b1-9d5a-cc7c4b9db74c tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0433075
Dec 21 04:09:26.998371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-63617f55-4696-4995-a314-9d4602087541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:27.000194 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-63617f55-4696-4995-a314-9d4602087541 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1203 time: 0.4500763
Dec 21 04:09:27.006831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ec09d-7505-4709-920d-6ec548d3201d req-ee1905ac-431e-47dd-b5c6-d0b8d44bc075 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:27.008358 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-508ec09d-7505-4709-920d-6ec548d3201d req-ee1905ac-431e-47dd-b5c6-d0b8d44bc075 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 943 time: 0.4543123
Dec 21 04:09:27.010252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03617d-33bf-42a5-807a-ac30b78e30ce req-6d078ab5-60c9-48af-bb69-06470f58a9cf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:27.011893 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b03617d-33bf-42a5-807a-ac30b78e30ce req-6d078ab5-60c9-48af-bb69-06470f58a9cf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0830011
Dec 21 04:09:27.063441 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b03617d-33bf-42a5-807a-ac30b78e30ce req-c6156cff-1eac-41f1-a7e1-4018817254ac tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442493
Dec 21 04:09:27.161907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e270764-9431-4d97-a638-68704179c88f req-0c72cf98-7d7a-43c9-9424-52ae9a238116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:27.163556 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1e270764-9431-4d97-a638-68704179c88f req-0c72cf98-7d7a-43c9-9424-52ae9a238116 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4742208
Dec 21 04:09:27.204738 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-508ec09d-7505-4709-920d-6ec548d3201d req-71b7d03a-36a6-4fce-8627-f39a624e0586 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1597450
Dec 21 04:09:27.307780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-ff9a6b23-e066-4008-9e75-6fee327ca855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:27.309285 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-ff9a6b23-e066-4008-9e75-6fee327ca855 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.3000193
Dec 21 04:09:27.429286 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1e270764-9431-4d97-a638-68704179c88f req-34846cf2-ffdf-459b-b947-b4904053cca8 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2570293
Dec 21 04:09:27.441799 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-118cf64b-137e-4eb1-bb06-469ce38e9ee3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 1002 time: 0.1221094
Dec 21 04:09:27.613147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-ce8ce737-a6ba-444e-a023-5052b3e21f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:27.614891 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-ce8ce737-a6ba-444e-a023-5052b3e21f97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.1495268
Dec 21 04:09:27.682502 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1e270764-9431-4d97-a638-68704179c88f req-cc076d2d-3ec6-4ddc-a3b6-700cc8846da4 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2427928
Dec 21 04:09:27.711423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-93ee4631-16b1-41ca-bb63-959db0829d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:27.713019 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-93ee4631-16b1-41ca-bb63-959db0829d26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0893674
Dec 21 04:09:27.861632 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-836d29e8-da7c-4db7-b5b1-dde97f2893a3 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392250
Dec 21 04:09:27.908664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75605a3a-0607-4946-8656-6bb211e2eea0 req-bce25da1-b2d4-42e8-990f-c63b66007131 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:27.910220 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75605a3a-0607-4946-8656-6bb211e2eea0 req-bce25da1-b2d4-42e8-990f-c63b66007131 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0836589
Dec 21 04:09:27.960173 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75605a3a-0607-4946-8656-6bb211e2eea0 req-792d1cbd-538f-4417-a6ae-0b6272ca877e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0434027
Dec 21 04:09:28.012179 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aea4a609-3fc3-422b-be6a-c7bebe2664c7 req-7c91afe8-001d-4899-b8b1-b1f1d50c8cca service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387341
Dec 21 04:09:28.066336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device d85524f1-3da1-4673-85c8-375bc346d0de up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:09:28.128287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:09:28.136469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port d85524f1-3da1-4673-85c8-375bc346d0de completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:09:28.141629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port d85524f1-3da1-4673-85c8-375bc346d0de triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:09:28.142043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:28.266529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:28.288410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48834a-4080-40c0-9c37-9552345b3f75 req-ea1b67f8-a9fd-45a9-baae-04c7e3685b12 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:28.290234 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b48834a-4080-40c0-9c37-9552345b3f75 req-ea1b67f8-a9fd-45a9-baae-04c7e3685b12 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0947173
Dec 21 04:09:28.300884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port d85524f1-3da1-4673-85c8-375bc346d0de, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d85524f1-3da1-4673-85c8-375bc346d0de,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:09:28.304956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:28.307146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:09:28.346855 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5b48834a-4080-40c0-9c37-9552345b3f75 req-09efbdc0-5c96-4227-b894-4566cef2ef03 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0489905
Dec 21 04:09:28.380865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=d85524f1-3da1-4673-85c8-375bc346d0de,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:09:28.384385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:09:28.390821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:09:28.431201 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec770b9e-2a62-4786-a5a9-c30663aa5a9a req-d4c9e953-7c6f-4114-880f-bb2ffe19df6d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:28.432805 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ec770b9e-2a62-4786-a5a9-c30663aa5a9a req-d4c9e953-7c6f-4114-880f-bb2ffe19df6d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 945 time: 0.0892236
Dec 21 04:09:28.481365 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ec770b9e-2a62-4786-a5a9-c30663aa5a9a req-d06a5842-5bcb-414d-bc96-4e4cc8f48f5b tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421286
Dec 21 04:09:28.533704 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de', 'code': 200}
Dec 21 04:09:28.877287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e09da4-5680-4f4f-af6a-e018356584b3 req-62ae24e3-6346-4631-b64f-b832eff5ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:28.878768 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b6e09da4-5680-4f4f-af6a-e018356584b3 req-62ae24e3-6346-4631-b64f-b832eff5ad0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 1162 time: 0.0739009
Dec 21 04:09:28.921335 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b6e09da4-5680-4f4f-af6a-e018356584b3 req-8fd296c0-8f23-4558-9342-4d8570a1f451 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354488
Dec 21 04:09:29.173684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d968b7a-11e0-4b55-8fc5-ce5d0d0b4b47 req-ccbc1e07-25b4-4f56-9ce9-30a0e39e16c6 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:29.175210 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d968b7a-11e0-4b55-8fc5-ce5d0d0b4b47 req-ccbc1e07-25b4-4f56-9ce9-30a0e39e16c6 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0835671
Dec 21 04:09:29.226222 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d968b7a-11e0-4b55-8fc5-ce5d0d0b4b47 req-e45bca91-447b-42e4-8002-1025f4265b6d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0445793
Dec 21 04:09:29.564036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8a9e2-839c-4ac9-b79a-92ae490eb3d2 req-c756d70e-4fd4-4274-a384-d3351eb603a2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:29.565657 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cba8a9e2-839c-4ac9-b79a-92ae490eb3d2 req-c756d70e-4fd4-4274-a384-d3351eb603a2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0886745
Dec 21 04:09:29.613404 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cba8a9e2-839c-4ac9-b79a-92ae490eb3d2 req-163f16fd-e9b6-4090-972b-69fba9673a29 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413568
Dec 21 04:09:29.640307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device d85524f1-3da1-4673-85c8-375bc346d0de up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:09:29.693446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bf02-991e-4782-89fc-3ad3fecabb87 req-b597fef3-c79a-49a9-89f1-51498060652c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:29.695217 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8508bf02-991e-4782-89fc-3ad3fecabb87 req-b597fef3-c79a-49a9-89f1-51498060652c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 945 time: 0.0833294
Dec 21 04:09:29.713978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port d85524f1-3da1-4673-85c8-375bc346d0de triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:09:29.714428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:29.743646 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8508bf02-991e-4782-89fc-3ad3fecabb87 req-93056157-65c1-4177-9497-b49e474db232 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420840
Dec 21 04:09:30.439771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad35775-9a83-4526-a6eb-722c48056cee req-d3e41fb7-8ad0-4dfc-8010-e22b9b848343 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:30.441403 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4ad35775-9a83-4526-a6eb-722c48056cee req-d3e41fb7-8ad0-4dfc-8010-e22b9b848343 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0832748
Dec 21 04:09:30.494266 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4ad35775-9a83-4526-a6eb-722c48056cee req-7fff198c-ffe8-4a5a-b73d-46879da5958e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0462046
Dec 21 04:09:30.827362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa9196-2e9f-430f-84b5-9be24ac0bc18 req-7d383403-c422-47b5-a59d-63a167fc839d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:30.829187 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bcfa9196-2e9f-430f-84b5-9be24ac0bc18 req-7d383403-c422-47b5-a59d-63a167fc839d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0858734
Dec 21 04:09:30.879154 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bcfa9196-2e9f-430f-84b5-9be24ac0bc18 req-ebc8d6a2-d6ff-4134-889f-3fc7965d90c7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418379
Dec 21 04:09:30.955847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b296697-0d15-41d2-9b0c-57f04d3f5830 req-4f20b65e-df75-47a1-b182-cb0e303775c4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:30.957396 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b296697-0d15-41d2-9b0c-57f04d3f5830 req-4f20b65e-df75-47a1-b182-cb0e303775c4 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 945 time: 0.0856471
Dec 21 04:09:31.005363 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b296697-0d15-41d2-9b0c-57f04d3f5830 req-d12a950e-f060-45de-af2c-8d420363dd16 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416577
Dec 21 04:09:31.213508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e8d17-6d3c-400b-b55f-b6b61caa1a9b req-750e3535-35e2-4f9b-83b3-185835edef37 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:31.215068 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b43e8d17-6d3c-400b-b55f-b6b61caa1a9b req-750e3535-35e2-4f9b-83b3-185835edef37 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 945 time: 0.0831628
Dec 21 04:09:31.224508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 36578) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:09:31.229856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-25bca8c1-d008-45a2-9edf-e087800a8302 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Request body: {'floatingip': {'port_id': 'd85524f1-3da1-4673-85c8-375bc346d0de'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:09:31.310157 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25bca8c1-d008-45a2-9edf-e087800a8302 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:31.715985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4236511-730d-4bbb-a8e4-5734d7441004 req-649e60bc-bbff-4a33-b377-98051fdca176 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:31.717753 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d4236511-730d-4bbb-a8e4-5734d7441004 req-649e60bc-bbff-4a33-b377-98051fdca176 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0933621
Dec 21 04:09:31.771333 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d4236511-730d-4bbb-a8e4-5734d7441004 req-4936a677-6597-4383-88e3-f115ef60d77e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0461271
Dec 21 04:09:32.188123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25bca8c1-d008-45a2-9edf-e087800a8302 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:32.195151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8ccfc-3fa0-491c-ae59-3b88dfb4e406 req-6622284a-9d18-44fa-ba68-2340532732fe tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:32.196743 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fbb8ccfc-3fa0-491c-ae59-3b88dfb4e406 req-6622284a-9d18-44fa-ba68-2340532732fe tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1847296
Dec 21 04:09:32.197857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25bca8c1-d008-45a2-9edf-e087800a8302 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:32.370507 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fbb8ccfc-3fa0-491c-ae59-3b88dfb4e406 req-5b25a25a-a31f-411b-b8e9-a2f4e9ff27e2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1147778
Dec 21 04:09:32.409785 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [None req-25bca8c1-d008-45a2-9edf-e087800a8302 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Floating IP 9e81def8-1ab7-4fdf-abf0-26bdda8b05dc associated. External IP: 172.27.0.239, port: d85524f1-3da1-4673-85c8-375bc346d0de.
Dec 21 04:09:32.766951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bca8c1-d008-45a2-9edf-e087800a8302 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:09:32.953397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bca8c1-d008-45a2-9edf-e087800a8302 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:09:32.958412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25bca8c1-d008-45a2-9edf-e087800a8302 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:32.969783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] Sync routers for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:09:32.980133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:09:32.980906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4294bc88>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:09:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:32.990655 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e61d94-bc81-493c-82c9-d2260d1ed033 req-b074dab1-0ef7-4745-9d14-2230135cb1bb tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:32.992417 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c4e61d94-bc81-493c-82c9-d2260d1ed033 req-b074dab1-0ef7-4745-9d14-2230135cb1bb tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0873790
Dec 21 04:09:33.019294 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-25bca8c1-d008-45a2-9edf-e087800a8302 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "PUT /v2.0/floatingips/9e81def8-1ab7-4fdf-abf0-26bdda8b05dc HTTP/1.1" status: 200  len: 991 time: 1.7935345
Dec 21 04:09:33.020074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:09:33.053236 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c4e61d94-bc81-493c-82c9-d2260d1ed033 req-20ff9c23-d8a6-4500-93be-7a18a2f4931b tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0535669
Dec 21 04:09:33.127778 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de', 'status': 'completed', 'code': 200}
Dec 21 04:09:33.179960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:09:33.225972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-8a1d811a-7410-4435-8982-85ef3458cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:33.227631 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-8a1d811a-7410-4435-8982-85ef3458cde0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 1162 time: 0.0756323
Dec 21 04:09:33.378562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-da7bce99-2540-4503-aa7d-c02ef1901a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:33.380170 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-da7bce99-2540-4503-aa7d-c02ef1901a7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 905 time: 0.1397748
Dec 21 04:09:33.558130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4294bc88>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': '9e81def8-1ab7-4fdf-abf0-26bdda8b05dc', 'tenant_id': 'f527547042444d469350a38850143d5a', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'port_id': 'd85524f1-3da1-4673-85c8-375bc346d0de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'mac_address': 'fa:16:3e:6f:e6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:09:15Z', 'updated_at': '2020-12-21T04:09:32Z', 'revision_number': 1, 'project_id': 'f527547042444d469350a38850143d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:33.559434 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-f0d16f1f-11df-45b0-af39-7ca868797142 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85524f1-3da1-4673-85c8-375bc346d0de HTTP/1.1" status: 200  len: 999 time: 0.1643474
Dec 21 04:09:33.563069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] Checking router: 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:09:33.572104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:09:33.572753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4294bc88>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:09:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:33.651688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-059c41af-77b0-46d5-9e01-37423c5821cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:33.653209 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-059c41af-77b0-46d5-9e01-37423c5821cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.0849731
Dec 21 04:09:33.659626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b1cf7-6b18-4c1f-b0f7-8c6c8ed02a44 req-be026a46-e955-4ba8-b538-ccc86625dc2d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:33.661135 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-301b1cf7-6b18-4c1f-b0f7-8c6c8ed02a44 req-be026a46-e955-4ba8-b538-ccc86625dc2d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1583109
Dec 21 04:09:33.756108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:09:33.758421 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-301b1cf7-6b18-4c1f-b0f7-8c6c8ed02a44 req-624ea562-c98f-4cc6-9642-9324b88902d1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0591135
Dec 21 04:09:33.772235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-77a90027-31c0-41ea-9d65-1785b59b4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:33.773833 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-77a90027-31c0-41ea-9d65-1785b59b4ab3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1117897
Dec 21 04:09:33.925735 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-cc79867d-4bee-48a5-9259-1d83241fff3b service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402113
Dec 21 04:09:34.069512 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aad50cb7-4a34-43bf-aeda-43c1cca5159a req-9c000aa0-d02a-4f9c-be0f-89e87fcc0a16 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366835
Dec 21 04:09:34.128105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4294bc88>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': '9e81def8-1ab7-4fdf-abf0-26bdda8b05dc', 'tenant_id': 'f527547042444d469350a38850143d5a', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'port_id': 'd85524f1-3da1-4673-85c8-375bc346d0de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'mac_address': 'fa:16:3e:6f:e6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:09:15Z', 'updated_at': '2020-12-21T04:09:32Z', 'revision_number': 1, 'project_id': 'f527547042444d469350a38850143d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:09:34.132372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd11e07-fe7e-421e-aa6e-70f757a5bc2f None None] The sync data for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi is: [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': '9e81def8-1ab7-4fdf-abf0-26bdda8b05dc', 'tenant_id': 'f527547042444d469350a38850143d5a', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'port_id': 'd85524f1-3da1-4673-85c8-375bc346d0de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'mac_address': 'fa:16:3e:6f:e6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:09:15Z', 'updated_at': '2020-12-21T04:09:32Z', 'revision_number': 1, 'project_id': 'f527547042444d469350a38850143d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:09:34.278512 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28e012-b433-4888-8815-4fbbb21cd011 req-bc8fb5fd-1886-4c2d-af4c-81da96a7e999 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:34.280156 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c28e012-b433-4888-8815-4fbbb21cd011 req-bc8fb5fd-1886-4c2d-af4c-81da96a7e999 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0850852
Dec 21 04:09:34.330515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e5edf70f-2f12-423e-87bd-bf7a499c3b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:34.334230 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c28e012-b433-4888-8815-4fbbb21cd011 req-504a21cd-50c4-43e0-8e8c-92ab428dd0b3 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0470719
Dec 21 04:09:34.420571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e99d98-543c-477c-872d-73aba6f06ab4 None None] New status for floating IP 9e81def8-1ab7-4fdf-abf0-26bdda8b05dc: ACTIVE {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:09:35.204179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a855b4-c06c-4fc9-82d3-f5479186bc97 req-9765c688-000d-4122-82b3-8363e4b85b56 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:35.205698 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d1a855b4-c06c-4fc9-82d3-f5479186bc97 req-9765c688-000d-4122-82b3-8363e4b85b56 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.3129289
Dec 21 04:09:35.252992 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d1a855b4-c06c-4fc9-82d3-f5479186bc97 req-f97c90b7-d91a-49e6-ad90-14071cd3b1d7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409250
Dec 21 04:09:35.545074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed4e0c-177a-476a-a05f-8b6a7d04e5ad req-0675c050-e836-4711-98d6-ce93d87f5221 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:35.547295 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-07ed4e0c-177a-476a-a05f-8b6a7d04e5ad req-0675c050-e836-4711-98d6-ce93d87f5221 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0842125
Dec 21 04:09:35.595773 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-07ed4e0c-177a-476a-a05f-8b6a7d04e5ad req-47bd8dbe-85be-467d-a2e0-99d8ea745ba8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0420656
Dec 21 04:09:36.468294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d83d9-db49-4887-b6c6-1b5fe9c0f1f4 req-df0ca981-7833-49fe-824a-265a7a6ab980 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:36.469958 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8c9d83d9-db49-4887-b6c6-1b5fe9c0f1f4 req-df0ca981-7833-49fe-824a-265a7a6ab980 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0848181
Dec 21 04:09:36.519193 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8c9d83d9-db49-4887-b6c6-1b5fe9c0f1f4 req-a1fc6cf2-ef0a-4d45-aa15-7d9634f24ab8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423477
Dec 21 04:09:36.808559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1344a5-9eb3-447d-a55d-c9ffdb10d550 req-a0ad98ab-f5a4-4452-8a15-72de1aa76790 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:36.810140 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d1344a5-9eb3-447d-a55d-c9ffdb10d550 req-a0ad98ab-f5a4-4452-8a15-72de1aa76790 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0860474
Dec 21 04:09:36.858078 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d1344a5-9eb3-447d-a55d-c9ffdb10d550 req-36be8c53-61e5-4fd9-9391-ec8c962910ba tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0406299
Dec 21 04:09:36.998232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e5705b62-2a17-4a40-807d-1a80565bb4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:37.092021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:37.737392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1678e-f94e-4183-9e1a-cc696bc7d3ed req-af8423b2-2b8f-4444-b332-a110b1b3cbfd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:37.739031 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2ec1678e-f94e-4183-9e1a-cc696bc7d3ed req-af8423b2-2b8f-4444-b332-a110b1b3cbfd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0874760
Dec 21 04:09:37.785306 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2ec1678e-f94e-4183-9e1a-cc696bc7d3ed req-6956d054-1b9f-49bf-b8e4-bc3d8a2703d9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0395648
Dec 21 04:09:38.074096 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114c7f0-f5ae-4c23-8a81-f24a77d157c0 req-f8df89a5-067e-4d6b-90e3-fd4c415f6090 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:38.075635 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8114c7f0-f5ae-4c23-8a81-f24a77d157c0 req-f8df89a5-067e-4d6b-90e3-fd4c415f6090 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0818951
Dec 21 04:09:38.127908 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8114c7f0-f5ae-4c23-8a81-f24a77d157c0 req-12af6f93-6bae-41b2-b03a-a8380354221b tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0453410
Dec 21 04:09:38.239937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:38.873963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:39.001359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7fa71-3e94-49f3-a68f-fc0cec3fa40e req-5bb7c384-05c8-4aea-9263-bc4684ff5bd6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:39.002857 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1c7fa71-3e94-49f3-a68f-fc0cec3fa40e req-5bb7c384-05c8-4aea-9263-bc4684ff5bd6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0890489
Dec 21 04:09:39.048978 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1c7fa71-3e94-49f3-a68f-fc0cec3fa40e req-e0b6031d-1c1f-400c-9b6a-c64a48cfe0be tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0398023
Dec 21 04:09:39.345390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd726719-397f-4698-8b19-cd62573fc140 req-ed1b7b25-60e4-4743-a5be-1c20df479794 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:39.346931 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bd726719-397f-4698-8b19-cd62573fc140 req-ed1b7b25-60e4-4743-a5be-1c20df479794 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0857725
Dec 21 04:09:39.394918 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bd726719-397f-4698-8b19-cd62573fc140 req-9d51071f-04c6-4973-8aba-67bc5a72688a tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0416229
Dec 21 04:09:40.260385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f67da-be16-4494-aa61-e1f991b2ac66 req-2f30cf29-aed1-47e4-89bc-47b60430a67e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:40.261982 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-336f67da-be16-4494-aa61-e1f991b2ac66 req-2f30cf29-aed1-47e4-89bc-47b60430a67e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0865068
Dec 21 04:09:40.309457 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-336f67da-be16-4494-aa61-e1f991b2ac66 req-15d50030-122f-42a3-8ce5-bbd0ae8868aa tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405538
Dec 21 04:09:40.615993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb09cb-7452-4ce3-a8e3-532e247d37b5 req-4cd9706c-bcae-49b5-88a6-ff41037717c7 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:40.617585 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b2fb09cb-7452-4ce3-a8e3-532e247d37b5 req-4cd9706c-bcae-49b5-88a6-ff41037717c7 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0870612
Dec 21 04:09:40.665822 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b2fb09cb-7452-4ce3-a8e3-532e247d37b5 req-3c6207f7-a39f-45b4-bf9f-78a5df053796 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0419173
Dec 21 04:09:41.519928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c6238-991e-495e-bc14-de91005bec22 req-d5db0f89-85d5-4c9c-a1b8-b0d4810d14e2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:41.521533 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5f5c6238-991e-495e-bc14-de91005bec22 req-d5db0f89-85d5-4c9c-a1b8-b0d4810d14e2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0832288
Dec 21 04:09:41.571461 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5f5c6238-991e-495e-bc14-de91005bec22 req-624e910c-b332-4405-bdad-284a79cb841f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434160
Dec 21 04:09:41.883427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8d09-1b9f-4133-8acd-5bcea783bd1c req-9874be44-e779-483a-9aae-b52ce226026e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:41.885020 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f40b8d09-1b9f-4133-8acd-5bcea783bd1c req-9874be44-e779-483a-9aae-b52ce226026e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0854750
Dec 21 04:09:41.933768 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f40b8d09-1b9f-4133-8acd-5bcea783bd1c req-91c3b9aa-3de3-4e2b-b799-9bafc5180815 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0416141
Dec 21 04:09:42.918214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c684be2-1af5-4053-9b80-8b6e6e24bda5 req-a9dddb67-a9ba-4fab-bf86-b0a01a5ff9f7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:42.919757 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c684be2-1af5-4053-9b80-8b6e6e24bda5 req-a9dddb67-a9ba-4fab-bf86-b0a01a5ff9f7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0858004
Dec 21 04:09:42.966065 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c684be2-1af5-4053-9b80-8b6e6e24bda5 req-5485685e-889b-4a62-bd4d-815c1c8f89f3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0391674
Dec 21 04:09:43.151580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7620d-7040-48d9-9f01-ae890e1ba5eb req-6aeb70ac-85ad-4ec4-9170-127f9b3160c8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:43.153189 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97b7620d-7040-48d9-9f01-ae890e1ba5eb req-6aeb70ac-85ad-4ec4-9170-127f9b3160c8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0839529
Dec 21 04:09:43.203535 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97b7620d-7040-48d9-9f01-ae890e1ba5eb req-ceb8b0dd-11ac-4ee8-ac98-fb58d636a5e1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0434194
Dec 21 04:09:44.182019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5218c-dfc4-4354-8ff6-01646f0494e2 req-6ee85aae-9571-4a4e-8b94-9f8c22984272 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:44.183585 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41e5218c-dfc4-4354-8ff6-01646f0494e2 req-6ee85aae-9571-4a4e-8b94-9f8c22984272 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0880706
Dec 21 04:09:44.230694 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-41e5218c-dfc4-4354-8ff6-01646f0494e2 req-7f1f3ff8-95f7-4493-9ac1-56d7c952e2a9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400276
Dec 21 04:09:44.418234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563fa6e-21fd-4b33-afac-011e6998040f req-e3b69800-3f52-4065-8170-e6cdb196510f tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:44.419875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b563fa6e-21fd-4b33-afac-011e6998040f req-e3b69800-3f52-4065-8170-e6cdb196510f tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.0831034
Dec 21 04:09:44.470656 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b563fa6e-21fd-4b33-afac-011e6998040f req-294ac5df-f8cb-43ab-930e-fa8121d30292 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&id=fe7d78e4-796e-4202-a68c-7a0163cad230&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0435953
Dec 21 04:09:45.509058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3f99b-e399-4937-aabe-7a3d0ea1e0ac req-de8f8c86-1d14-408a-8fe0-5bd1a4f6009a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:45.510680 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d4d3f99b-e399-4937-aabe-7a3d0ea1e0ac req-de8f8c86-1d14-408a-8fe0-5bd1a4f6009a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1507289
Dec 21 04:09:45.513596 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-05d80c69-d8ae-45d7-b268-da743c2af37a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1113515
Dec 21 04:09:45.607048 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d4d3f99b-e399-4937-aabe-7a3d0ea1e0ac req-1060a40e-e29c-44a3-98ae-608d33af65d7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0893781
Dec 21 04:09:45.635606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-09c332bc-e821-4dcf-b86f-f4ca6df6e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:45.637244 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-09c332bc-e821-4dcf-b86f-f4ca6df6e115 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 1162 time: 0.0871954
Dec 21 04:09:45.798278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-b6e98950-7713-496c-a21c-0b3c8b130494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:45.799915 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-b6e98950-7713-496c-a21c-0b3c8b130494 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.1387463
Dec 21 04:09:45.907968 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-18871233-2959-401d-871b-7c56ea61fe42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77 HTTP/1.1" status: 200  len: 1001 time: 0.1011720
Dec 21 04:09:45.975737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-083d5ecf-5711-4a4a-b85d-bf23ce045aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:45.977247 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-083d5ecf-5711-4a4a-b85d-bf23ce045aa4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.0630498
Dec 21 04:09:46.061506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-ec64e09e-6857-40a3-bdd8-506b7f251591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:46.063608 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-ec64e09e-6857-40a3-bdd8-506b7f251591 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0763919
Dec 21 04:09:46.219531 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-d4f95393-200a-4990-ae11-5d91a3dd0630 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358774
Dec 21 04:09:46.360721 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-995c866d-810f-44c9-a130-792ab0f3a3d1 req-d4c9ce27-9608-48b7-b90a-207c2815ec3b service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348729
Dec 21 04:09:46.821978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bc833-73c2-4c95-97f1-f6b763d3d394 req-0d21f318-b146-4d80-b45e-b25046f61c9a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:46.823657 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-300bc833-73c2-4c95-97f1-f6b763d3d394 req-0d21f318-b146-4d80-b45e-b25046f61c9a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0880280
Dec 21 04:09:46.871140 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-300bc833-73c2-4c95-97f1-f6b763d3d394 req-17c2ee87-b034-4d52-a343-b4dffcec4aa3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400472
Dec 21 04:09:48.086359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce837-1c7e-40e7-9989-15f0f95aab49 req-6fba356d-c6a0-4b51-a924-80e8af9325b9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:48.087908 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e1ce837-1c7e-40e7-9989-15f0f95aab49 req-6fba356d-c6a0-4b51-a924-80e8af9325b9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0850995
Dec 21 04:09:48.139431 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e1ce837-1c7e-40e7-9989-15f0f95aab49 req-66a80cb7-4761-429c-a3d8-ab5fbbe5cc9a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438354
Dec 21 04:09:48.455382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:09:49.354766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a1609-7d70-4183-9cb7-6d9e268efd13 req-4d3a84df-f333-4488-8c8f-42c468759b78 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:49.356278 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-380a1609-7d70-4183-9cb7-6d9e268efd13 req-4d3a84df-f333-4488-8c8f-42c468759b78 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0810981
Dec 21 04:09:49.404333 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-380a1609-7d70-4183-9cb7-6d9e268efd13 req-8138a7e7-7b9d-4922-b610-c5e548841d3f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413022
Dec 21 04:09:50.618503 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b95813-0bf5-43ce-b7c6-84d04923b395 req-fe361c06-5872-43a5-82b2-f529f6002732 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:50.620138 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f5b95813-0bf5-43ce-b7c6-84d04923b395 req-fe361c06-5872-43a5-82b2-f529f6002732 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0879490
Dec 21 04:09:50.666880 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f5b95813-0bf5-43ce-b7c6-84d04923b395 req-5fdaba70-3c9b-4f8e-a2c9-f5c9427dcc70 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0396140
Dec 21 04:09:51.873576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ce1f5-9b33-4d9b-abd6-031827531823 req-39233ea4-9d91-466f-bc19-df5e081cb132 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:51.875695 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ad2ce1f5-9b33-4d9b-abd6-031827531823 req-39233ea4-9d91-466f-bc19-df5e081cb132 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0819592
Dec 21 04:09:51.925088 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ad2ce1f5-9b33-4d9b-abd6-031827531823 req-cd1699da-1949-47e3-a048-ecbf8d17d1da tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428400
Dec 21 04:09:53.138519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a0715-b95a-4196-b00e-dd988c1ad7d9 req-6eba9858-ab1f-4fec-982b-f5029e813c43 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:53.140176 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e2a0715-b95a-4196-b00e-dd988c1ad7d9 req-6eba9858-ab1f-4fec-982b-f5029e813c43 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0826533
Dec 21 04:09:53.187171 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6e2a0715-b95a-4196-b00e-dd988c1ad7d9 req-51a5114c-d8cb-43c5-b55a-a54acb74ddfa tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400245
Dec 21 04:09:54.400393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b53dd-25db-4a88-b733-b00611f4d55c req-9e79b0fc-1532-4157-917b-fd8c3db367ef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:54.401992 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-289b53dd-25db-4a88-b733-b00611f4d55c req-9e79b0fc-1532-4157-917b-fd8c3db367ef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0851762
Dec 21 04:09:54.448826 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-289b53dd-25db-4a88-b733-b00611f4d55c req-1964fd22-cce8-434a-9b64-d27c3a520b4d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0398998
Dec 21 04:09:55.658564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd4e55-2c7a-4e1f-97a9-98cc29bb9391 req-86aa2df2-6007-4377-9372-208667580379 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:55.660197 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2bfd4e55-2c7a-4e1f-97a9-98cc29bb9391 req-86aa2df2-6007-4377-9372-208667580379 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0830827
Dec 21 04:09:55.708838 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2bfd4e55-2c7a-4e1f-97a9-98cc29bb9391 req-369999b7-f1b2-42a6-88a6-b9243c3b75e3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424750
Dec 21 04:09:56.919854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084a666-0a4b-46b8-9669-ba34a11199e3 req-6f7bf699-1f58-4f7d-876e-d7e792926866 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:56.921431 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0084a666-0a4b-46b8-9669-ba34a11199e3 req-6f7bf699-1f58-4f7d-876e-d7e792926866 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0814617
Dec 21 04:09:56.969086 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0084a666-0a4b-46b8-9669-ba34a11199e3 req-2c4749f0-4584-456f-bd15-b2d789d82020 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407743
Dec 21 04:09:58.399391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1392a5-2e47-4d8c-8219-47fcf790be78 req-c091ca5d-6f82-401d-9187-e6f95759570d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:58.400995 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4e1392a5-2e47-4d8c-8219-47fcf790be78 req-c091ca5d-6f82-401d-9187-e6f95759570d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.3038895
Dec 21 04:09:58.448060 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4e1392a5-2e47-4d8c-8219-47fcf790be78 req-4b9c3732-375b-4851-99f1-44f3efb2c3f7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407827
Dec 21 04:09:59.662390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbceabd-397c-4cd6-8580-890927c67159 req-110e0bc1-7a02-495c-99d3-f3609b09859f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:09:59.664012 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8cbceabd-397c-4cd6-8580-890927c67159 req-110e0bc1-7a02-495c-99d3-f3609b09859f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0832081
Dec 21 04:09:59.709788 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8cbceabd-397c-4cd6-8580-890927c67159 req-fb31a164-7b8a-4d80-b98d-388a9da5c5ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0392935
Dec 21 04:10:00.926129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8261ac-4485-4178-83ce-c8a816e0db88 req-423870ee-bedd-4017-a029-578d6fe6410f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:00.927757 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a8261ac-4485-4178-83ce-c8a816e0db88 req-423870ee-bedd-4017-a029-578d6fe6410f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0862520
Dec 21 04:10:00.973717 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a8261ac-4485-4178-83ce-c8a816e0db88 req-20fd14f5-6787-43f1-b32b-76e803182b92 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0397098
Dec 21 04:10:02.189696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab19aa-0865-465c-8161-2c37a244d3e8 req-7e24df6f-1adc-45f8-a724-9e387a901f2d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:02.191229 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-10ab19aa-0865-465c-8161-2c37a244d3e8 req-7e24df6f-1adc-45f8-a724-9e387a901f2d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0895698
Dec 21 04:10:02.237370 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-10ab19aa-0865-465c-8161-2c37a244d3e8 req-05ff18c9-ea7c-457a-904a-b47b285e67e2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0397844
Dec 21 04:10:03.447342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62828b4e-6874-42c3-b555-a395fecb05f4 req-d590e90a-94c1-485d-9bf7-44769d94af70 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:03.448976 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-62828b4e-6874-42c3-b555-a395fecb05f4 req-d590e90a-94c1-485d-9bf7-44769d94af70 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0846729
Dec 21 04:10:03.497919 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-62828b4e-6874-42c3-b555-a395fecb05f4 req-405fec91-4160-4d76-889e-ed0964e3858a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412958
Dec 21 04:10:04.332126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1b0dee54-925b-4df4-9fb2-9d4a6a8bceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:04.713268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a92c02-4ecc-4903-9190-945ad6c70668 req-352ac7a6-d488-4faf-b0b1-d89376588362 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:04.714817 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-03a92c02-4ecc-4903-9190-945ad6c70668 req-352ac7a6-d488-4faf-b0b1-d89376588362 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0848694
Dec 21 04:10:04.760710 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-03a92c02-4ecc-4903-9190-945ad6c70668 req-2a9a6cb0-344f-4b33-99b9-c6c96ae5c586 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0395198
Dec 21 04:10:05.128960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:10:05.972739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2896f-312f-443c-a4fa-a2d450c37da1 req-9daf52a2-fb7b-4784-a19f-36b3d705b218 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:05.974310 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-53f2896f-312f-443c-a4fa-a2d450c37da1 req-9daf52a2-fb7b-4784-a19f-36b3d705b218 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0861974
Dec 21 04:10:06.021427 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-53f2896f-312f-443c-a4fa-a2d450c37da1 req-4a2820bb-e1e7-4adf-ad00-8785d045fbea tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407727
Dec 21 04:10:07.001119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4d8836d0-dd94-4a9b-8eb9-871e12e2e620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:07.090233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:07.233160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f73a3-01c9-4663-9d80-c30c3ddc6ead req-505d4422-add6-479e-a82e-a6362a193169 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:07.234759 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-181f73a3-01c9-4663-9d80-c30c3ddc6ead req-505d4422-add6-479e-a82e-a6362a193169 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0841715
Dec 21 04:10:07.284417 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-181f73a3-01c9-4663-9d80-c30c3ddc6ead req-4606d6f3-a4e1-4ce4-89eb-a7650a28deba tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421052
Dec 21 04:10:08.241246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:08.498360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490c283-c1dc-4565-ba41-353abeb45ad0 req-4ce77053-43e4-4afa-b2a9-3949640e75db tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:08.499993 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d490c283-c1dc-4565-ba41-353abeb45ad0 req-4ce77053-43e4-4afa-b2a9-3949640e75db tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0857525
Dec 21 04:10:08.546934 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d490c283-c1dc-4565-ba41-353abeb45ad0 req-1cd1c3d9-7e42-46de-bcd9-667aec65a37c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400200
Dec 21 04:10:08.877368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:09.759982 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2009-4c45-4060-8e72-3d81325a4b1a req-86d31fde-b750-4739-85ec-42b26a986dce tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:09.761499 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b07d2009-4c45-4060-8e72-3d81325a4b1a req-86d31fde-b750-4739-85ec-42b26a986dce tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0867276
Dec 21 04:10:09.808665 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b07d2009-4c45-4060-8e72-3d81325a4b1a req-a3499611-e3fc-4cf8-83e3-4f42d0fbca63 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0401940
Dec 21 04:10:11.018998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c09d57-05a1-4d30-b067-b14fe2af97f3 req-85ab4148-516b-4641-9f6a-8b2b84516b09 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:11.020620 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1c09d57-05a1-4d30-b067-b14fe2af97f3 req-85ab4148-516b-4641-9f6a-8b2b84516b09 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0835252
Dec 21 04:10:11.067700 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1c09d57-05a1-4d30-b067-b14fe2af97f3 req-c3c8dac5-fff4-4c97-b162-0307efdcaf39 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408823
Dec 21 04:10:12.287574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360c956-f29d-4752-9dcf-f6a338d781b8 req-484034da-3489-4af0-8dd0-8d87644c05d0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:12.289189 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5360c956-f29d-4752-9dcf-f6a338d781b8 req-484034da-3489-4af0-8dd0-8d87644c05d0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0880835
Dec 21 04:10:12.337128 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5360c956-f29d-4752-9dcf-f6a338d781b8 req-2c21fae2-c41d-4035-b6f8-3337385f914e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414786
Dec 21 04:10:13.586125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0dc26-52da-4b5f-b6ae-09a67c61f6f2 req-e8c2a042-852f-4ea4-be1a-fc9cfe79903b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:13.587793 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3c0dc26-52da-4b5f-b6ae-09a67c61f6f2 req-e8c2a042-852f-4ea4-be1a-fc9cfe79903b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0888650
Dec 21 04:10:13.635406 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3c0dc26-52da-4b5f-b6ae-09a67c61f6f2 req-0513bb04-079d-4165-9036-8f5b07512e66 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412786
Dec 21 04:10:14.851298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defe670-55a3-4ac3-a3f6-21951a527bce req-09026dae-04ab-4da8-b017-68e14cc4c99a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:14.852807 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4defe670-55a3-4ac3-a3f6-21951a527bce req-09026dae-04ab-4da8-b017-68e14cc4c99a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0860350
Dec 21 04:10:14.899273 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4defe670-55a3-4ac3-a3f6-21951a527bce req-af54695f-01e3-4180-8f1c-b20fbbd81aca tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0401802
Dec 21 04:10:16.107692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298a3ef-f6d9-4633-8a70-054015a65752 req-e7c45110-c007-45e0-8492-88d1a9bf76be tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:16.109307 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8298a3ef-f6d9-4633-8a70-054015a65752 req-e7c45110-c007-45e0-8492-88d1a9bf76be tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0831795
Dec 21 04:10:16.158220 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8298a3ef-f6d9-4633-8a70-054015a65752 req-3c1ae5f6-92ee-4c1e-a508-d987ad7e294b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413847
Dec 21 04:10:17.383071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cc78e-0f3d-479f-a28b-a47c124d32da req-7f7da7fc-232d-454b-8189-2a66e9a83fbd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:17.384701 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-881cc78e-0f3d-479f-a28b-a47c124d32da req-7f7da7fc-232d-454b-8189-2a66e9a83fbd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0937166
Dec 21 04:10:17.392928 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-73748957-78a8-4c8d-8913-036d14d10f92 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1211628095&fields=id&tenant_id=c854b1b3076d4532ac6b8813b4df1ab6 HTTP/1.1" status: 200  len: 267 time: 0.0449347
Dec 21 04:10:17.439150 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-881cc78e-0f3d-479f-a28b-a47c124d32da req-f903db68-7291-451c-abb4-e2272f18c1fb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0478778
Dec 21 04:10:17.502295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-5d556a7f-c8bb-4904-b736-2d79fb907243 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:17.503927 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-5d556a7f-c8bb-4904-b736-2d79fb907243 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 985 time: 0.1050246
Dec 21 04:10:17.516633 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Request body: {'port': {'security_groups': ['68b44bde-bfd1-41d3-8e0b-f1ece1c1920f']}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:10:17.640367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:17.943776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] For port a286529e-ec58-4881-9bf1-0a30fd25f4af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:10:17.971005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:17.974554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:17.991674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:10:18.143845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event updated for resources: {'Port': ['ID=a286529e-ec58-4881-9bf1-0a30fd25f4af,revision_number=6']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:10:18.162933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.163356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.163751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.164140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.164525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.164909 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.165355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.165665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.166046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.166426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.166805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.167207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.167637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.168016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.168392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.168767 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.169140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.169515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.169887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.170261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.170634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.171027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.171404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.171776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:10:18.176242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:10:18.198733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:18.199421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:18.200930 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c2dce176-6856-43eb-a57b-ad9aee92088d req-e8f8afed-7d64-42ed-9191-a29afe999886 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "PUT /v2.0/ports/a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 943 time: 0.6895576
Dec 21 04:10:18.201421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:10:18.265561 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'status': 'completed', 'code': 200}
Dec 21 04:10:18.295324 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a3de236-c44f-4cd6-86aa-80bf08b6ecec req-1cddbe6c-9a43-4505-acd9-de6ea33b658f tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups/fe7d78e4-796e-4202-a68c-7a0163cad230 HTTP/1.1" status: 200  len: 2891 time: 0.0638678
Dec 21 04:10:18.370172 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-62940af7-7c18-465f-870c-cef5872da04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:18.371838 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-62940af7-7c18-465f-870c-cef5872da04d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.0867078
Dec 21 04:10:18.379915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1a3de236-c44f-4cd6-86aa-80bf08b6ecec req-20e8e42e-fda1-425b-8b3c-1bea7af02290 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:18.402266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-ccdc1b0a-6881-4504-a22a-c6e1eb374a61 None None] Provisioning complete for port a286529e-ec58-4881-9bf1-0a30fd25f4af triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:10:18.403406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1b0a-6881-4504-a22a-c6e1eb374a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:18.411636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1a3de236-c44f-4cd6-86aa-80bf08b6ecec req-20e8e42e-fda1-425b-8b3c-1bea7af02290 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:18.471168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1a3de236-c44f-4cd6-86aa-80bf08b6ecec req-20e8e42e-fda1-425b-8b3c-1bea7af02290 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:18.482411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5cb1868d-058d-47d3-b255-80687c0dd738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:10:18.502591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8e42e-fda1-425b-8b3c-1bea7af02290 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7d78e4-796e-4202-a68c-7a0163cad230,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:10:18.508165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-20e8e42e-fda1-425b-8b3c-1bea7af02290 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:10:18.524955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1a3de236-c44f-4cd6-86aa-80bf08b6ecec req-20e8e42e-fda1-425b-8b3c-1bea7af02290 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:18.526175 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a3de236-c44f-4cd6-86aa-80bf08b6ecec req-20e8e42e-fda1-425b-8b3c-1bea7af02290 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "DELETE /v2.0/security-groups/fe7d78e4-796e-4202-a68c-7a0163cad230 HTTP/1.1" status: 204  len: 173 time: 0.2295704
Dec 21 04:10:18.556224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:18.560203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-6bc56ee0-2376-4d51-8728-bd7ddaa3178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:18.562034 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-6bc56ee0-2376-4d51-8728-bd7ddaa3178e service neutron] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.1825023
Dec 21 04:10:18.693408 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-af5c044b-98e1-400b-8ab1-779811652947 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/floatingips/01a47abf-e1a5-4ed0-a72a-a692899b163d HTTP/1.1" status: 200  len: 999 time: 0.1365569
Dec 21 04:10:18.741541 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-3886b5dd-716f-42ad-8e02-820c5b0d4eb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 1002 time: 0.1719062
Dec 21 04:10:18.829521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262faf1-a9f9-4a92-ba33-412d624d34b2 req-6dbcd8ba-d3b7-46dc-a19d-899eb216689b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:18.831147 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f262faf1-a9f9-4a92-ba33-412d624d34b2 req-6dbcd8ba-d3b7-46dc-a19d-899eb216689b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1943760
Dec 21 04:10:18.836734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-1e4dfc82-bc28-4e91-a9d4-db5b2437f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:18.838236 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-1e4dfc82-bc28-4e91-a9d4-db5b2437f214 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.0834703
Dec 21 04:10:18.851915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-43275a66-1029-463d-a616-8c3b03699d1d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:18.853379 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-43275a66-1029-463d-a616-8c3b03699d1d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.1542225
Dec 21 04:10:18.865469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-4d39219e-8168-42b9-aaf5-14b995da1c12 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:10:18.866504 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-4d39219e-8168-42b9-aaf5-14b995da1c12 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0069468
Dec 21 04:10:18.927496 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f262faf1-a9f9-4a92-ba33-412d624d34b2 req-5648bb2d-9ffb-4740-bf61-e5b5d6f41c03 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0881374
Dec 21 04:10:18.963423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-c4cc3383-7954-4446-b794-691a014b045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:18.965066 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-c4cc3383-7954-4446-b794-691a014b045b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1095958
Dec 21 04:10:18.977809 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-e4b4409a-1471-42d9-be2a-41fca254c2c4 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200  len: 1002 time: 0.1044655
Dec 21 04:10:19.058824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-75095f85-8840-4e08-8a72-4131bff265d1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:19.060317 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-75095f85-8840-4e08-8a72-4131bff265d1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports/a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 943 time: 0.0765841
Dec 21 04:10:19.111356 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-2c96050a-e06c-4799-89ab-db4e3dd111a9 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393738
Dec 21 04:10:19.245364 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-f9ebda10-2903-44d6-9495-fc9557230343 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200  len: 1002 time: 0.1044791
Dec 21 04:10:19.268618 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-760dafaf-f174-4b9f-8c05-014203c7c71d req-9bea580f-c734-4188-b456-c2c5a7d2e71a service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443250
Dec 21 04:10:19.460838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Deleting port d0ff41e1-181d-427d-8ce6-1d335b1e267f {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:10:19.461373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:19.644796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:19.645164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for floatingip, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:19.983195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Calling delete_port for d0ff41e1-181d-427d-8ce6-1d335b1e267f owned by network:floatingip {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:10:20.136930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device a286529e-ec58-4881-9bf1-0a30fd25f4af up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:10:20.148480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:20.149485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1685644-f268-45ec-9f72-5db05f2a691a req-ca3a0331-a41b-4a2e-a456-b74c90e9d73e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:20.151151 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1685644-f268-45ec-9f72-5db05f2a691a req-ca3a0331-a41b-4a2e-a456-b74c90e9d73e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0941572
Dec 21 04:10:20.164420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:10:20.203103 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1685644-f268-45ec-9f72-5db05f2a691a req-9de763db-d845-453f-b929-fac4ed134400 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0452089
Dec 21 04:10:20.220807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port a286529e-ec58-4881-9bf1-0a30fd25f4af triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:10:20.221317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:20.223758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event deleted for resources: {'Port': ['ID=d0ff41e1-181d-427d-8ce6-1d335b1e267f,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:10:20.227779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:10:20.389353 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks [] for floatingip, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:20.389643 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Floating IP 01a47abf-e1a5-4ed0-a72a-a692899b163d disassociated (deleted). External IP: 172.27.0.191, port: a286529e-ec58-4881-9bf1-0a30fd25f4af.
Dec 21 04:10:20.760700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Router 25b2243d-8047-43d1-9fed-7389c0bb2e48 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:10:20.951567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:10:20.961652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] Sync routers for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:10:20.972755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:10:20.973436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42687240>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:10:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:10:20.979173 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:21.037658 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "DELETE /v2.0/floatingips/01a47abf-e1a5-4ed0-a72a-a692899b163d HTTP/1.1" status: 204  len: 173 time: 1.7858438
Dec 21 04:10:21.038193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:10:21.100427 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'status': 'completed', 'code': 200}
Dec 21 04:10:21.128245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-2e41ed97-152d-40a5-a5ed-330b567eabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:21.129852 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-2e41ed97-152d-40a5-a5ed-330b567eabaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.0786183
Dec 21 04:10:21.167591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:10:21.202253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-c70de4a6-8d19-460f-a303-3e970b3a572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:21.204989 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-c70de4a6-8d19-460f-a303-3e970b3a572b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.0827427
Dec 21 04:10:21.321355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-3e9b6622-fdc9-49b6-a157-51e305173d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:21.323143 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-3e9b6622-fdc9-49b6-a157-51e305173d2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.1791379
Dec 21 04:10:21.414544 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-d2b303c7-7408-442f-8ac9-22b960b3de1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 217 time: 0.0839763
Dec 21 04:10:21.434284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-04bba386-d268-4146-abb9-7300dcdc2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:21.436002 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-04bba386-d268-4146-abb9-7300dcdc2e21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.2245750
Dec 21 04:10:21.503965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-7e27ac8e-ed31-4a63-b1cb-a0d37bbda1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:21.505579 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-7e27ac8e-ed31-4a63-b1cb-a0d37bbda1d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.0839412
Dec 21 04:10:21.524971 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-6eeb6c7b-e804-48e7-ab65-010602d6bca9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 217 time: 0.0794673
Dec 21 04:10:21.579819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59e254-f576-4f17-85c2-a000f4a29c8f req-9bc23180-2d06-4805-8d72-cfde086fc4aa tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:21.581454 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ec59e254-f576-4f17-85c2-a000f4a29c8f req-9bc23180-2d06-4805-8d72-cfde086fc4aa tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.2080867
Dec 21 04:10:21.592935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-48e0a26e-cf61-4a43-a3da-6d23c13901a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:21.595384 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-48e0a26e-cf61-4a43-a3da-6d23c13901a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0832870
Dec 21 04:10:21.629586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-b33d5713-dd6b-4ca2-b576-1d8faff58cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:21.631210 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-b33d5713-dd6b-4ca2-b576-1d8faff58cf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.0980885
Dec 21 04:10:21.690078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42687240>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': 'bc63ffeb-2957-4aaf-9141-5c87ee73c633', 'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'mac_address': 'fa:16:3e:81:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:10Z', 'updated_at': '2020-12-21T04:07:20Z', 'revision_number': 5, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'subnets': [{'id': '06039f46-864f-4daa-a717-a0397e0104e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:10:21.693456 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ec59e254-f576-4f17-85c2-a000f4a29c8f req-4507d8b3-15e0-4eae-b5d4-35abb44eafee tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0978684
Dec 21 04:10:21.695618 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] Checking router: 25b2243d-8047-43d1-9fed-7389c0bb2e48 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:10:21.716108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:10:21.716815 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42687240>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:10:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:10:21.757524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-6712b9f8-7e42-4836-aea7-f6c9b9cc47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:21.759753 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-6712b9f8-7e42-4836-aea7-f6c9b9cc47fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1063147
Dec 21 04:10:21.760765 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-e5296d0a-d61b-42a8-b78e-8217fc4900cb service neutron] 10.222.0.16 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579695
Dec 21 04:10:21.911837 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbbbf66b-51cb-4305-95d1-ab8730f49ad2 req-a2ce96aa-371c-4027-aa91-de7fbbbfe135 service neutron] 10.222.0.16 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433594
Dec 21 04:10:21.932247 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-ec84f78c-eed4-4263-9e25-a0c340711b45 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629965
Dec 21 04:10:21.945112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:10:22.305589 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efea5bc7-d825-407f-ae67-6ddc0bba46e8 req-2789e7f5-4fbf-45a9-8383-69b31e75e1e2 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3653207
Dec 21 04:10:22.338775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42687240>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': 'bc63ffeb-2957-4aaf-9141-5c87ee73c633', 'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'mac_address': 'fa:16:3e:81:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:10Z', 'updated_at': '2020-12-21T04:07:20Z', 'revision_number': 5, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'subnets': [{'id': '06039f46-864f-4daa-a717-a0397e0104e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:10:22.343037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12e8f0e-fad4-4169-8510-d6cd3062a774 None None] The sync data for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi is: [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:07:11Z', 'revision_number': 4, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': 'bc63ffeb-2957-4aaf-9141-5c87ee73c633', 'name': '', 'network_id': '78dad1cc-329d-4b16-a292-99bbc6a23af7', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'mac_address': 'fa:16:3e:81:72:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '06039f46-864f-4daa-a717-a0397e0104e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:10Z', 'updated_at': '2020-12-21T04:07:20Z', 'revision_number': 5, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'subnets': [{'id': '06039f46-864f-4daa-a717-a0397e0104e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:10:22.737851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc7acc-a473-44e8-81a2-752287840cfd None None] New status for floating IP 01a47abf-e1a5-4ed0-a72a-a692899b163d: DOWN {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:10:22.920281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daadecf-3614-4783-9f9e-ca5037c70dc5 req-63993a2d-513d-4681-8474-9c9c97f4827f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:22.922521 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0daadecf-3614-4783-9f9e-ca5037c70dc5 req-63993a2d-513d-4681-8474-9c9c97f4827f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0938988
Dec 21 04:10:22.971166 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0daadecf-3614-4783-9f9e-ca5037c70dc5 req-f31c6d8d-115e-4f37-8ac5-3103719e046b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420837
Dec 21 04:10:24.188879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792bdf-5c11-431d-8c04-202ece4d92a2 req-638d0bd1-2e2d-4105-aa42-208ba1e45fd9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:24.190411 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5f792bdf-5c11-431d-8c04-202ece4d92a2 req-638d0bd1-2e2d-4105-aa42-208ba1e45fd9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0892920
Dec 21 04:10:24.236820 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5f792bdf-5c11-431d-8c04-202ece4d92a2 req-f93cdd59-8648-4423-9cac-f5b853598821 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0399859
Dec 21 04:10:25.589442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f7fa-890a-42ca-b683-c655f4e2e241 req-20f6ec06-0774-44ba-beff-bd5ace27820e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:25.591490 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4568f7fa-890a-42ca-b683-c655f4e2e241 req-20f6ec06-0774-44ba-beff-bd5ace27820e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0860491
Dec 21 04:10:25.638463 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4568f7fa-890a-42ca-b683-c655f4e2e241 req-2b24dfe4-1756-4a2b-97a4-94cf4a721959 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0399745
Dec 21 04:10:26.850474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f709925-d393-4e3f-ba64-a9f146afae83 req-e8562e81-febf-4f8c-b652-7d6d91ed0d12 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:26.852103 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0f709925-d393-4e3f-ba64-a9f146afae83 req-e8562e81-febf-4f8c-b652-7d6d91ed0d12 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0826249
Dec 21 04:10:26.902116 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0f709925-d393-4e3f-ba64-a9f146afae83 req-d16481fa-11d3-4122-a684-ed8ea346b689 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436571
Dec 21 04:10:28.111907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ae769-e700-4668-b63b-76c144d01ff4 req-b5830a51-355b-40fb-a713-39e3a3259c48 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:28.113503 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f54ae769-e700-4668-b63b-76c144d01ff4 req-b5830a51-355b-40fb-a713-39e3a3259c48 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0841882
Dec 21 04:10:28.161489 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f54ae769-e700-4668-b63b-76c144d01ff4 req-3b9a9d17-553c-4bfb-a06d-3ba641f9ad2a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409889
Dec 21 04:10:29.373019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c082eb-611b-4c07-8f47-a24532277778 req-4416dbc5-8d97-4433-bc92-5b1b103095e3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:29.374624 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15c082eb-611b-4c07-8f47-a24532277778 req-4416dbc5-8d97-4433-bc92-5b1b103095e3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0849762
Dec 21 04:10:29.424327 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15c082eb-611b-4c07-8f47-a24532277778 req-cf281c30-7e10-4adc-9bc2-ef3f4375e588 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414951
Dec 21 04:10:30.646523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36bffa-7631-4a53-9864-240b2fdeea37 req-9b2bcb12-2540-439d-84ce-d8851b95915d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:30.648130 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f36bffa-7631-4a53-9864-240b2fdeea37 req-9b2bcb12-2540-439d-84ce-d8851b95915d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0956728
Dec 21 04:10:30.694458 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f36bffa-7631-4a53-9864-240b2fdeea37 req-d753f6d9-25a6-4e66-9d43-e8da4ede4259 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0399592
Dec 21 04:10:31.904792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a0ef-6db8-4800-bf40-d4805150946b req-61037b19-2def-4929-b520-4a68fa79b8bd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:31.906988 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d2c2a0ef-6db8-4800-bf40-d4805150946b req-61037b19-2def-4929-b520-4a68fa79b8bd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0851638
Dec 21 04:10:31.953351 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d2c2a0ef-6db8-4800-bf40-d4805150946b req-53297dcd-0019-4275-9264-92567e391653 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0399368
Dec 21 04:10:33.169454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa37ff-df74-4bb2-9e0c-bc29c6d7bd59 req-008beb50-a097-4a96-a660-5062f9d67700 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:33.171069 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-26aa37ff-df74-4bb2-9e0c-bc29c6d7bd59 req-008beb50-a097-4a96-a660-5062f9d67700 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0865853
Dec 21 04:10:33.217786 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-26aa37ff-df74-4bb2-9e0c-bc29c6d7bd59 req-0dc6661c-11bb-4433-b65b-b56311583862 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0394413
Dec 21 04:10:34.333820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eff2457b-a393-411f-ae03-af983d852359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:34.429739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac8df0-46be-4b21-ad94-f4453fd61eec req-1afaf7f2-887d-4ad1-ab8a-7b64a684340c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:34.431339 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-70ac8df0-46be-4b21-ad94-f4453fd61eec req-1afaf7f2-887d-4ad1-ab8a-7b64a684340c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0816319
Dec 21 04:10:34.481837 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-70ac8df0-46be-4b21-ad94-f4453fd61eec req-60db90c2-def8-4452-8105-2357605b12b1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442472
Dec 21 04:10:35.692567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22619714-6f84-4f64-afdc-e2389cd70ff8 req-684fa34e-e252-4db0-b31f-2142fd004b22 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:35.694180 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-22619714-6f84-4f64-afdc-e2389cd70ff8 req-684fa34e-e252-4db0-b31f-2142fd004b22 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0830684
Dec 21 04:10:35.744155 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-22619714-6f84-4f64-afdc-e2389cd70ff8 req-c19e2ab8-ab6c-47ab-b329-404a151eb579 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434027
Dec 21 04:10:37.008114 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9d6d23a6-d35c-4ea9-bf69-de9d674304a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:37.095724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:37.096445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c2ff3-ff00-4a88-ac8b-c5a0f4ab6471 req-445b0d91-6b89-4f28-bfa7-bb877335711a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:37.098091 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-429c2ff3-ff00-4a88-ac8b-c5a0f4ab6471 req-445b0d91-6b89-4f28-bfa7-bb877335711a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.2240558
Dec 21 04:10:37.146146 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-429c2ff3-ff00-4a88-ac8b-c5a0f4ab6471 req-90fb947a-fbec-415b-b1f8-f3df2abc7fe2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412409
Dec 21 04:10:38.244174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:38.364416 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6efcb-9078-4347-b9b8-b2b9628c9007 req-00aa36c8-5d1a-43d1-a28c-e075486823ee tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:38.366249 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88b6efcb-9078-4347-b9b8-b2b9628c9007 req-00aa36c8-5d1a-43d1-a28c-e075486823ee tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0884867
Dec 21 04:10:38.413810 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88b6efcb-9078-4347-b9b8-b2b9628c9007 req-687a6ca8-64c6-4910-b918-a00e3cae3b26 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411060
Dec 21 04:10:38.877892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:39.627929 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcb1e2-e646-4545-9074-e1ab70b5fc9c req-3bd0480a-8872-4a91-9e8a-747240d311cf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:39.629453 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6ddcb1e2-e646-4545-9074-e1ab70b5fc9c req-3bd0480a-8872-4a91-9e8a-747240d311cf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0856109
Dec 21 04:10:39.676692 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6ddcb1e2-e646-4545-9074-e1ab70b5fc9c req-2be5cc51-f69f-478c-af27-a38903a9bc78 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408950
Dec 21 04:10:40.888394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3576227-a604-4769-afa2-f5fe32d6946f req-ce484fd9-227d-42a2-acea-331db24a6716 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:40.889972 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e3576227-a604-4769-afa2-f5fe32d6946f req-ce484fd9-227d-42a2-acea-331db24a6716 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0850174
Dec 21 04:10:40.936268 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e3576227-a604-4769-afa2-f5fe32d6946f req-87525eba-87d9-44a2-a6b9-07ffcfe21b37 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0391941
Dec 21 04:10:42.129325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:10:42.150056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700ba11-5691-4138-8ce1-68d877555578 req-2f03458a-8257-4247-ad1a-0879fcac2b0d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:42.151689 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a700ba11-5691-4138-8ce1-68d877555578 req-2f03458a-8257-4247-ad1a-0879fcac2b0d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0838947
Dec 21 04:10:42.201113 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a700ba11-5691-4138-8ce1-68d877555578 req-2cf460c4-0c5f-4a32-a919-1be21353903b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430748
Dec 21 04:10:43.414924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f13e76-91e9-4b4f-a6b2-583009a83002 req-0a6623d1-2a94-44e2-9538-278534d911e9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:43.416527 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-61f13e76-91e9-4b4f-a6b2-583009a83002 req-0a6623d1-2a94-44e2-9538-278534d911e9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0823603
Dec 21 04:10:43.463782 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-61f13e76-91e9-4b4f-a6b2-583009a83002 req-ec32e6ee-87ee-43ae-9ff7-71cdb391a306 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409994
Dec 21 04:10:44.674335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023074b8-1021-418b-b7cb-ce57128d1658 req-c6b427e4-acff-4b91-a97f-4f1087de94e2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:44.676009 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-023074b8-1021-418b-b7cb-ce57128d1658 req-c6b427e4-acff-4b91-a97f-4f1087de94e2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0841317
Dec 21 04:10:44.723836 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-023074b8-1021-418b-b7cb-ce57128d1658 req-fb9cd8b6-e5b0-49aa-b200-2fb77444933a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415642
Dec 21 04:10:45.937517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020759b-7b73-4cc4-be71-be2ede3a4cef req-15414d22-92e1-4c19-9ee6-87f6e2bc8f0e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:45.939135 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b020759b-7b73-4cc4-be71-be2ede3a4cef req-15414d22-92e1-4c19-9ee6-87f6e2bc8f0e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0867093
Dec 21 04:10:45.986458 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b020759b-7b73-4cc4-be71-be2ede3a4cef req-696efaa0-31be-4a70-9006-3612999f6758 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408711
Dec 21 04:10:47.202245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea43f04-1211-4376-895c-ae25e7b188a7 req-1ddc542c-3f61-47a9-9d3d-683315ae0d2e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:47.203893 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0ea43f04-1211-4376-895c-ae25e7b188a7 req-1ddc542c-3f61-47a9-9d3d-683315ae0d2e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0881484
Dec 21 04:10:47.253810 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0ea43f04-1211-4376-895c-ae25e7b188a7 req-64839bc8-c172-482a-9a68-8cdd7032b456 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433259
Dec 21 04:10:47.760175 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-f2bdf6b9-de12-44bb-9226-54a4e438a3ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0736654
Dec 21 04:10:47.859460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-a88e468f-e2ca-41e7-8475-97db131203bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:47.861205 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-a88e468f-e2ca-41e7-8475-97db131203bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1160 time: 0.0789263
Dec 21 04:10:48.019764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-1e6b97e6-db0e-4fc7-a827-4f532ba2df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:48.021351 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-1e6b97e6-db0e-4fc7-a827-4f532ba2df45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 902 time: 0.1405466
Dec 21 04:10:48.132686 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-b0b62e3e-f8cd-4a9a-953a-feb1f97a2de5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 999 time: 0.1039038
Dec 21 04:10:48.204560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-b6be5a29-76e3-4773-91ee-ae3a674de8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:48.206170 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-b6be5a29-76e3-4773-91ee-ae3a674de8ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 200  len: 847 time: 0.0649765
Dec 21 04:10:48.290537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-c7d90bb2-c178-46f3-8a59-3adbe54624c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:48.292195 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-c7d90bb2-c178-46f3-8a59-3adbe54624c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=013b4941-7458-42a2-bded-2718d1174ace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0791950
Dec 21 04:10:48.446935 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-61604639-c88d-432c-9d9f-66a3bfb97b0d service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460388
Dec 21 04:10:48.484886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:10:48.485133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1c67c-3cb9-4ac8-8b85-fcd33d58c93f req-2a8af460-d85d-4fb2-b980-5c636c41884d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:48.487478 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fef1c67c-3cb9-4ac8-8b85-fcd33d58c93f req-2a8af460-d85d-4fb2-b980-5c636c41884d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0945997
Dec 21 04:10:48.536437 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fef1c67c-3cb9-4ac8-8b85-fcd33d58c93f req-0b1e89ab-7105-456b-95f3-72a04cdee699 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416565
Dec 21 04:10:48.597748 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e16d0b82-74d1-4b73-bf6b-b47f33450dc1 req-d875f6c1-4c3f-4a44-9c22-ff2f034a0c2a service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434355
Dec 21 04:10:49.754371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9856cd8-e7d5-4062-9ff1-f74063ca038b req-89515e93-81da-4754-a1c7-c1c624a8121b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:49.755994 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d9856cd8-e7d5-4062-9ff1-f74063ca038b req-89515e93-81da-4754-a1c7-c1c624a8121b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0869336
Dec 21 04:10:49.801440 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d9856cd8-e7d5-4062-9ff1-f74063ca038b req-51423698-06bd-41f1-ad3d-64de17418ca4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0392869
Dec 21 04:10:51.008606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ad007-015c-415b-8ad6-345df08f027c req-cfdaecbc-5c81-4190-bca7-e25a9105ac07 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:51.010171 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-984ad007-015c-415b-8ad6-345df08f027c req-cfdaecbc-5c81-4190-bca7-e25a9105ac07 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0807984
Dec 21 04:10:51.056106 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-984ad007-015c-415b-8ad6-345df08f027c req-ac15708c-be31-47cb-8c5b-fd6e7ad6a749 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0391831
Dec 21 04:10:52.267873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bc082-e495-4837-a977-70bc89df2ca3 req-c042fefd-9e5f-4c93-91b7-356dc38bce3b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:52.269491 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7d4bc082-e495-4837-a977-70bc89df2ca3 req-c042fefd-9e5f-4c93-91b7-356dc38bce3b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0867229
Dec 21 04:10:52.317631 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7d4bc082-e495-4837-a977-70bc89df2ca3 req-13ce5056-0e49-4d92-bc8b-d0da4648aec1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415690
Dec 21 04:10:53.539201 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe38eb-2821-4af4-9e1d-decfe5e24f62 req-b76beda8-b1f6-47c4-81eb-e1dbadf6f700 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:53.540809 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ccbe38eb-2821-4af4-9e1d-decfe5e24f62 req-b76beda8-b1f6-47c4-81eb-e1dbadf6f700 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0888751
Dec 21 04:10:53.589281 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ccbe38eb-2821-4af4-9e1d-decfe5e24f62 req-4058658a-f008-4a53-acf1-df5968c681af tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411406
Dec 21 04:10:54.804004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7384d5a-fac8-4606-bb86-cb2a57e8fcbf req-50afacab-fdee-4b20-a65a-700a04dbbf9f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:54.805639 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b7384d5a-fac8-4606-bb86-cb2a57e8fcbf req-50afacab-fdee-4b20-a65a-700a04dbbf9f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0865691
Dec 21 04:10:54.854354 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b7384d5a-fac8-4606-bb86-cb2a57e8fcbf req-8d772439-7d5b-4328-9d4d-5ca8362b3cd8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417216
Dec 21 04:10:56.077233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a01e0f-61cf-474c-b3a9-f1c0930efd9f req-cc2c8542-1f33-4236-94de-bb73167f72f5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:56.078894 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-05a01e0f-61cf-474c-b3a9-f1c0930efd9f req-cc2c8542-1f33-4236-94de-bb73167f72f5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0862689
Dec 21 04:10:56.127155 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-05a01e0f-61cf-474c-b3a9-f1c0930efd9f req-27a82424-29e6-4d9e-871b-b2a0a0565db8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418355
Dec 21 04:10:57.342998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4072b8-b57d-414b-871d-d8aa52ca522a req-9b576c35-58d6-470d-b06d-be23b6dbc747 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:57.344713 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de4072b8-b57d-414b-871d-d8aa52ca522a req-9b576c35-58d6-470d-b06d-be23b6dbc747 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0881081
Dec 21 04:10:57.393151 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de4072b8-b57d-414b-871d-d8aa52ca522a req-8a3c69d0-cff5-44e8-8dac-aee38eacfcec tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420806
Dec 21 04:10:58.600437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bd9ef-f22a-4503-9cc5-8104e80c1db6 req-7b7c448c-2c0d-49e8-94fa-dd95ddbd52db tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:58.601951 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-618bd9ef-f22a-4503-9cc5-8104e80c1db6 req-7b7c448c-2c0d-49e8-94fa-dd95ddbd52db tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0813799
Dec 21 04:10:58.648510 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-618bd9ef-f22a-4503-9cc5-8104e80c1db6 req-660f01d7-5817-4fb4-a666-7e4d8f4b728e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403359
Dec 21 04:10:59.858712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3cdd9-be5e-442f-a727-8e4d4331ad16 req-f56fe1d6-c5ec-4f9a-9d88-e586ac9df113 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:10:59.860370 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-10d3cdd9-be5e-442f-a727-8e4d4331ad16 req-f56fe1d6-c5ec-4f9a-9d88-e586ac9df113 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0854993
Dec 21 04:10:59.907656 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-10d3cdd9-be5e-442f-a727-8e4d4331ad16 req-6410adf0-5d23-43aa-820b-2b750cfa7a6a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408428
Dec 21 04:11:01.331771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301db72-08cd-416e-a76f-e3d78153229d req-227aacec-27ae-4cfc-ad99-d23daabbfa70 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:01.333384 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f301db72-08cd-416e-a76f-e3d78153229d req-227aacec-27ae-4cfc-ad99-d23daabbfa70 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.2998068
Dec 21 04:11:01.381002 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f301db72-08cd-416e-a76f-e3d78153229d req-c678b8c5-1469-4a44-96ff-2dfed4462f5d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411258
Dec 21 04:11:02.594603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6568-e0b9-4519-8a72-0aa8961b52b1 req-ed1abfb6-4f05-4155-be6d-f3774c8041f0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:02.596260 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-832b6568-e0b9-4519-8a72-0aa8961b52b1 req-ed1abfb6-4f05-4155-be6d-f3774c8041f0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0844398
Dec 21 04:11:02.645645 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-832b6568-e0b9-4519-8a72-0aa8961b52b1 req-8c22723e-2711-463e-a198-e6e999db36ae tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428383
Dec 21 04:11:03.861088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100598c3-e66c-46cf-84a7-2a1494768dde req-d849e4e7-4326-4d92-bb0e-5f7949072eb0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:03.862699 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-100598c3-e66c-46cf-84a7-2a1494768dde req-d849e4e7-4326-4d92-bb0e-5f7949072eb0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0867543
Dec 21 04:11:03.909822 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-100598c3-e66c-46cf-84a7-2a1494768dde req-ae85fa7e-7489-4596-906f-1ff1d119ef1c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404058
Dec 21 04:11:04.334782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5ccca19e-f67f-468b-a242-3939a7ef44c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:05.125529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396b624-6ebf-4707-9f84-1bc422f3ec2c req-72ea7022-de1b-4301-993f-17e82d0d5a50 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:05.127028 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0396b624-6ebf-4707-9f84-1bc422f3ec2c req-72ea7022-de1b-4301-993f-17e82d0d5a50 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0855012
Dec 21 04:11:05.172759 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0396b624-6ebf-4707-9f84-1bc422f3ec2c req-ebe509cc-4e59-4536-ac35-284fda85321b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0395367
Dec 21 04:11:06.381019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6a924-8a8d-40d7-a143-b24c9f74a02f req-5131d589-52f6-46e8-8d5b-0e368bbdf31b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:06.382523 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-50c6a924-8a8d-40d7-a143-b24c9f74a02f req-5131d589-52f6-46e8-8d5b-0e368bbdf31b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0828705
Dec 21 04:11:06.432097 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-50c6a924-8a8d-40d7-a143-b24c9f74a02f req-89499ff6-f33e-4e5c-a03a-f3a4cc03c0cc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432103
Dec 21 04:11:07.000184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-877d8f77-4554-4a3b-93ac-6e0e8ab93495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:07.097331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:07.646540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d778f-d7f2-454a-847a-ca804f9dc35d req-25115db5-0a4f-4ce6-bcd7-e6ecb49e6e91 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:07.648182 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-241d778f-d7f2-454a-847a-ca804f9dc35d req-25115db5-0a4f-4ce6-bcd7-e6ecb49e6e91 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0866904
Dec 21 04:11:07.694336 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-241d778f-d7f2-454a-847a-ca804f9dc35d req-7364fc4d-6b95-485b-ab29-b8213b2fa005 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0399745
Dec 21 04:11:08.246574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:08.882718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:08.904243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11ab95-5946-41a0-8277-5156037f6541 req-5ec16b33-ed21-42b1-ba35-5bb3dc665989 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:08.906809 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0f11ab95-5946-41a0-8277-5156037f6541 req-5ec16b33-ed21-42b1-ba35-5bb3dc665989 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0859349
Dec 21 04:11:08.954622 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0f11ab95-5946-41a0-8277-5156037f6541 req-37290be4-9394-4aa5-8796-1d3eff563832 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413716
Dec 21 04:11:10.165227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cc5c8-b16b-47e8-ab6d-1bfe25581f9e req-ce733870-11ec-422b-bb02-1bfecc77e046 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:10.166865 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2f8cc5c8-b16b-47e8-ab6d-1bfe25581f9e req-ce733870-11ec-422b-bb02-1bfecc77e046 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0847187
Dec 21 04:11:10.214433 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2f8cc5c8-b16b-47e8-ab6d-1bfe25581f9e req-a0d70456-2094-4e06-9dc3-4f26e0611d9d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404568
Dec 21 04:11:11.434121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff4c7e-7a28-4fc5-8e1f-5a6e209a0add req-82f0b1a6-3fc1-4d2f-8afe-6349db490f99 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:11.435760 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffff4c7e-7a28-4fc5-8e1f-5a6e209a0add req-82f0b1a6-3fc1-4d2f-8afe-6349db490f99 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0869660
Dec 21 04:11:11.485826 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffff4c7e-7a28-4fc5-8e1f-5a6e209a0add req-e866d172-aa9f-4873-ba87-0dcdcc6ad5bd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427847
Dec 21 04:11:12.722120 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82077b7a-3053-4c1b-b135-17c1c31a6f7e req-a7960884-00b1-48f6-8b0d-b124dd0eb2ee tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:12.724981 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-82077b7a-3053-4c1b-b135-17c1c31a6f7e req-a7960884-00b1-48f6-8b0d-b124dd0eb2ee tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0942686
Dec 21 04:11:12.777175 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-82077b7a-3053-4c1b-b135-17c1c31a6f7e req-dfd4ee64-0dce-4f30-a808-7976130ecc8e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439756
Dec 21 04:11:13.987855 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c580a-21cc-4ee3-8e89-b6609e7be516 req-0a1c7efd-1636-468a-b157-317d2afdc8ff tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:13.989433 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a69c580a-21cc-4ee3-8e89-b6609e7be516 req-0a1c7efd-1636-468a-b157-317d2afdc8ff tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0819929
Dec 21 04:11:14.039068 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a69c580a-21cc-4ee3-8e89-b6609e7be516 req-38bdc648-587b-4d74-a6b5-a166751a13dc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428925
Dec 21 04:11:15.251339 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8162b-6775-4d17-b13c-62e331d4ba3f req-3814a1e6-cd29-4d8b-bcbe-e8de6dd50abf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:15.253375 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b7d8162b-6775-4d17-b13c-62e331d4ba3f req-3814a1e6-cd29-4d8b-bcbe-e8de6dd50abf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0867443
Dec 21 04:11:15.299609 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b7d8162b-6775-4d17-b13c-62e331d4ba3f req-7e0704ce-7691-4aad-8fd4-96ac8d8bba03 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400310
Dec 21 04:11:16.508146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba2bcd-d64e-4477-a311-d2fc10db02ec req-752571f3-926b-4184-ab60-5486e3191c21 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:16.509759 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e4ba2bcd-d64e-4477-a311-d2fc10db02ec req-752571f3-926b-4184-ab60-5486e3191c21 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0831583
Dec 21 04:11:16.558649 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e4ba2bcd-d64e-4477-a311-d2fc10db02ec req-f957120d-8c92-4f8d-bb80-db917cf427de tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420053
Dec 21 04:11:17.769388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11cbb4-5317-4efe-89b5-7f655a892a44 req-5efc26d5-b000-4896-8b8a-d19e958e21d5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:17.771055 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9b11cbb4-5317-4efe-89b5-7f655a892a44 req-5efc26d5-b000-4896-8b8a-d19e958e21d5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0834286
Dec 21 04:11:17.819643 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9b11cbb4-5317-4efe-89b5-7f655a892a44 req-ab06d390-9881-4fa3-b3fd-c0ad0a49b191 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422838
Dec 21 04:11:18.484089 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:19.037688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456315b-47df-4581-8902-7b8f8c9f2405 req-31178646-d887-4474-a1a9-b2267ae771c4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:19.039302 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2456315b-47df-4581-8902-7b8f8c9f2405 req-31178646-d887-4474-a1a9-b2267ae771c4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0868373
Dec 21 04:11:19.086366 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2456315b-47df-4581-8902-7b8f8c9f2405 req-48690679-7a2e-4fe1-bd40-e5032bc5d837 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400293
Dec 21 04:11:19.132214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:11:20.302772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57303d-a7dd-47d5-af5a-89f66b591a0d req-c453fd22-e549-4035-9272-25c5fcb2d7dd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:20.304410 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f57303d-a7dd-47d5-af5a-89f66b591a0d req-c453fd22-e549-4035-9272-25c5fcb2d7dd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0869646
Dec 21 04:11:20.353026 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f57303d-a7dd-47d5-af5a-89f66b591a0d req-d66fba03-ada1-4a10-9cfb-1c71b6f7a2de tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422435
Dec 21 04:11:21.572674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef6827-f11d-4940-805b-c9ae616d2d6f req-b0c64983-61b0-4cee-bd59-925eb746adbf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:21.574269 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3ef6827-f11d-4940-805b-c9ae616d2d6f req-b0c64983-61b0-4cee-bd59-925eb746adbf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0847657
Dec 21 04:11:21.624447 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3ef6827-f11d-4940-805b-c9ae616d2d6f req-058085ff-3c3d-4194-bf24-ac6b45419776 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437372
Dec 21 04:11:22.832385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623213a-0b40-4386-8901-3501693bb563 req-9dca4d92-6d49-4b62-9a14-abd9fe1fbaf3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:22.833981 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a623213a-0b40-4386-8901-3501693bb563 req-9dca4d92-6d49-4b62-9a14-abd9fe1fbaf3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0833752
Dec 21 04:11:22.883085 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a623213a-0b40-4386-8901-3501693bb563 req-3b7eab0d-43c3-4001-bba8-1f7f834078e7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428715
Dec 21 04:11:24.094233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119494-eb6a-4f5d-a42d-12b7a20f49ac req-e8652d32-8111-4621-9a4e-86449f078da9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:24.095878 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87119494-eb6a-4f5d-a42d-12b7a20f49ac req-e8652d32-8111-4621-9a4e-86449f078da9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0831075
Dec 21 04:11:24.143278 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87119494-eb6a-4f5d-a42d-12b7a20f49ac req-7d699fad-11e8-49c5-826d-36b6e8f4e01d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410156
Dec 21 04:11:25.355250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a6300-5a2f-4552-b8c9-1a3c5a0e0d7b req-57a73de2-476b-4dc4-a919-ba8c60ac2325 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:25.356837 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a36a6300-5a2f-4552-b8c9-1a3c5a0e0d7b req-57a73de2-476b-4dc4-a919-ba8c60ac2325 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0843022
Dec 21 04:11:25.403503 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a36a6300-5a2f-4552-b8c9-1a3c5a0e0d7b req-b056c8ce-b409-4e39-8105-6a5871384e79 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0398221
Dec 21 04:11:26.627642 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc3271-6b78-45a0-9a51-07cd2bebde66 req-6c5aa07d-cba8-4d15-81cf-95153c2866cd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:26.629249 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-95dc3271-6b78-45a0-9a51-07cd2bebde66 req-6c5aa07d-cba8-4d15-81cf-95153c2866cd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0936430
Dec 21 04:11:26.676192 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-95dc3271-6b78-45a0-9a51-07cd2bebde66 req-37b14c36-a339-438d-a55b-6d364d82159f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406384
Dec 21 04:11:27.895739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d39414-4b36-42fc-8bfb-298fdfdc0fb0 req-718fe4c9-ab55-47f4-a938-90c4ef2b0e5e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:27.897353 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-03d39414-4b36-42fc-8bfb-298fdfdc0fb0 req-718fe4c9-ab55-47f4-a938-90c4ef2b0e5e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0930548
Dec 21 04:11:27.946526 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-03d39414-4b36-42fc-8bfb-298fdfdc0fb0 req-f532dbc6-dc2b-4d6d-a99b-6cd9edd87aa1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417449
Dec 21 04:11:29.156427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804307f3-c9fb-4711-8478-1a5f466a8a76 req-dec0787e-2aec-4cad-99cd-b931d1d979a7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:29.158021 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-804307f3-c9fb-4711-8478-1a5f466a8a76 req-dec0787e-2aec-4cad-99cd-b931d1d979a7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0819688
Dec 21 04:11:29.207409 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-804307f3-c9fb-4711-8478-1a5f466a8a76 req-986751f0-1817-4053-84da-ab9b3ec3c324 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431697
Dec 21 04:11:30.418742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7b0d1-de64-48de-8dfc-7d4f08424279 req-96fcfece-6607-43e9-ad26-548501b15a16 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:30.420395 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9fd7b0d1-de64-48de-8dfc-7d4f08424279 req-96fcfece-6607-43e9-ad26-548501b15a16 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0832851
Dec 21 04:11:30.471328 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9fd7b0d1-de64-48de-8dfc-7d4f08424279 req-80af08d6-dbc6-4adc-a54a-c6cf5a00f6a4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447044
Dec 21 04:11:31.683852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93750d34-db79-4f9c-9649-db74c51cb3c5 req-36d4f1e3-c27a-497f-97f9-f530eed6f03f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:31.685497 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-93750d34-db79-4f9c-9649-db74c51cb3c5 req-36d4f1e3-c27a-497f-97f9-f530eed6f03f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0841920
Dec 21 04:11:31.732875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-93750d34-db79-4f9c-9649-db74c51cb3c5 req-6a451b9e-15ba-425a-a0de-f2b443fe2fdb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405066
Dec 21 04:11:32.940318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc80e73-0d3f-4e5a-9bcb-2e8edfd54aa2 req-851fe0da-a581-40b0-bcb5-50f95db13961 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:32.941838 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-edc80e73-0d3f-4e5a-9bcb-2e8edfd54aa2 req-851fe0da-a581-40b0-bcb5-50f95db13961 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0833700
Dec 21 04:11:32.987786 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-edc80e73-0d3f-4e5a-9bcb-2e8edfd54aa2 req-42cc0973-8c23-48cc-81f5-45b741fe478b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0397422
Dec 21 04:11:34.201523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f928ce9-dd92-4acf-8238-77672d0a955d req-a450de9d-964f-43fe-a6ef-84aecfb38e4c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:34.204093 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f928ce9-dd92-4acf-8238-77672d0a955d req-a450de9d-964f-43fe-a6ef-84aecfb38e4c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0867736
Dec 21 04:11:34.252667 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f928ce9-dd92-4acf-8238-77672d0a955d req-147bd8d0-45e3-459f-b34b-cc3d07579d25 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417697
Dec 21 04:11:34.342834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-01b09cdd-da4c-425c-9f13-f7ccd5655667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:35.475506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f342e8-f378-447c-8ebb-c6b8756da4e1 req-7c23e8fa-1d82-4201-b2e3-14e1d89b72ac tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:35.477149 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-06f342e8-f378-447c-8ebb-c6b8756da4e1 req-7c23e8fa-1d82-4201-b2e3-14e1d89b72ac tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0934331
Dec 21 04:11:35.526097 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-06f342e8-f378-447c-8ebb-c6b8756da4e1 req-d2f22f06-dad5-420b-94a2-6cff459a3390 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424836
Dec 21 04:11:36.741620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8117b07-d37b-4c89-9c06-dc092fd993ba req-9f563c9b-6dca-422d-93b7-955197d32349 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:36.743266 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a8117b07-d37b-4c89-9c06-dc092fd993ba req-9f563c9b-6dca-422d-93b7-955197d32349 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0838265
Dec 21 04:11:36.793768 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a8117b07-d37b-4c89-9c06-dc092fd993ba req-ae574b00-cb5f-4682-94f5-6d6b0307c13d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441310
Dec 21 04:11:37.001691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e8e00ae0-63a9-400b-a555-438d4897159b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:37.099790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:38.005645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629c62d-f21f-41f5-a26f-5e3594969788 req-f677806e-fe9f-4ed6-a020-cc6108a32162 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:38.007180 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e629c62d-f21f-41f5-a26f-5e3594969788 req-f677806e-fe9f-4ed6-a020-cc6108a32162 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0822742
Dec 21 04:11:38.057230 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e629c62d-f21f-41f5-a26f-5e3594969788 req-ef64d9c7-4667-4078-a7d0-4dd4601965cc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437555
Dec 21 04:11:38.248443 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:38.885765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:39.268649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299b09c-c03a-46e1-bf99-c155e16b71e1 req-58fd21af-a2f7-46cf-9b6d-aa4a5283d830 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:39.270234 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6299b09c-c03a-46e1-bf99-c155e16b71e1 req-58fd21af-a2f7-46cf-9b6d-aa4a5283d830 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0836978
Dec 21 04:11:39.316977 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6299b09c-c03a-46e1-bf99-c155e16b71e1 req-e458c0cf-0715-4dda-90eb-716447b94238 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403843
Dec 21 04:11:40.526175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56749775-af88-43f0-9471-64014ba7f343 req-b4145c8b-ce26-4187-8f05-b494911ad6f7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:40.527806 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56749775-af88-43f0-9471-64014ba7f343 req-b4145c8b-ce26-4187-8f05-b494911ad6f7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0849097
Dec 21 04:11:40.574482 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56749775-af88-43f0-9471-64014ba7f343 req-b16647f9-81d4-458b-b423-405a9f8fab38 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0396020
Dec 21 04:11:41.789179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa686b-6586-4847-bc73-4416a37e2a02 req-ab5657db-66ab-4d05-b798-55187796faa1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:41.790749 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3fa686b-6586-4847-bc73-4416a37e2a02 req-ab5657db-66ab-4d05-b798-55187796faa1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0852907
Dec 21 04:11:41.837141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f3fa686b-6586-4847-bc73-4416a37e2a02 req-5636fdac-8232-4803-b266-f43a61d0c33a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0395610
Dec 21 04:11:43.201330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1369-dffb-416b-b87b-569b40dd5a7c req-ea6fcf70-712d-4585-b2ac-ac083fb7ca33 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:43.201330 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e8c1369-dffb-416b-b87b-569b40dd5a7c req-ea6fcf70-712d-4585-b2ac-ac083fb7ca33 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0874088
Dec 21 04:11:43.243943 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e8c1369-dffb-416b-b87b-569b40dd5a7c req-7f719462-1a51-4017-a1fa-4d72aa54dc1b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420475
Dec 21 04:11:44.460095 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2c3bd-81c8-454b-a90b-527e8f7994ef req-5879ae06-713f-4989-9ac8-6a4901b318d1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:44.461701 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bad2c3bd-81c8-454b-a90b-527e8f7994ef req-5879ae06-713f-4989-9ac8-6a4901b318d1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0835123
Dec 21 04:11:44.512315 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bad2c3bd-81c8-454b-a90b-527e8f7994ef req-84832577-0098-419b-901a-a25558011427 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436158
Dec 21 04:11:45.721826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496b7b7-afb6-4f15-b843-e873366b2f67 req-4a596500-b67d-4022-a9be-63524272ab15 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:45.723372 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9496b7b7-afb6-4f15-b843-e873366b2f67 req-4a596500-b67d-4022-a9be-63524272ab15 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0814397
Dec 21 04:11:45.979146 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9496b7b7-afb6-4f15-b843-e873366b2f67 req-b472fd7a-6f6a-4b9f-8c6f-c88a648b7f87 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2493997
Dec 21 04:11:47.187951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c727fb-fc8f-4175-ad32-6e36a9e9a80b req-08c11cdb-14b7-4c85-8cbb-9507f9921ddb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:47.189457 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-21c727fb-fc8f-4175-ad32-6e36a9e9a80b req-08c11cdb-14b7-4c85-8cbb-9507f9921ddb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0825636
Dec 21 04:11:47.235282 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-21c727fb-fc8f-4175-ad32-6e36a9e9a80b req-4d885455-5429-42c0-bb51-8af0cfcc1552 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0394814
Dec 21 04:11:47.456498 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-807211ae-8300-4fb9-a4f7-ed80d44f6c97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0742891
Dec 21 04:11:47.610880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-4b84e13e-0edf-4156-96a5-cd7035509e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:47.612528 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-4b84e13e-0edf-4156-96a5-cd7035509e70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 1162 time: 0.0800214
Dec 21 04:11:47.776509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-a622477d-0918-47bd-bc6b-4b3623e218d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:47.778085 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-a622477d-0918-47bd-bc6b-4b3623e218d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.1446304
Dec 21 04:11:47.882309 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-905c81a1-ee92-4f31-a596-5542b7aca2e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77 HTTP/1.1" status: 200  len: 1001 time: 0.0978215
Dec 21 04:11:47.954788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-6f513e39-45e8-435f-9041-44c4fb2b93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:47.956419 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-6f513e39-45e8-435f-9041-44c4fb2b93a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.0675089
Dec 21 04:11:48.037234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-8c6eb910-aed2-4128-b5dc-83973a94e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:48.038977 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-8c6eb910-aed2-4128-b5dc-83973a94e490 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0762849
Dec 21 04:11:48.183871 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-3893fdff-b86f-4e97-b954-a8981b1eb68a service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377118
Dec 21 04:11:48.330137 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5ee7ece9-adcf-4925-bdf6-6562b4168c16 req-a82330f7-6b7d-4fe6-8185-5e80d0ff5932 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392674
Dec 21 04:11:48.453979 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcf751-1006-4236-9a2e-6997101e7e88 req-dfa3530d-e03a-40e7-bc52-47e25f7c3214 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:48.455613 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5efcf751-1006-4236-9a2e-6997101e7e88 req-dfa3530d-e03a-40e7-bc52-47e25f7c3214 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0912795
Dec 21 04:11:48.483413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:11:48.506345 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5efcf751-1006-4236-9a2e-6997101e7e88 req-58b093aa-25c5-497d-a078-9b4ec90d9d80 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0443842
Dec 21 04:11:49.727644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cce7d4-9cd4-4ef2-b018-338bcb632ab7 req-c1502eb8-53e3-4f08-b84a-5df8bf1ede78 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:49.729264 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-48cce7d4-9cd4-4ef2-b018-338bcb632ab7 req-c1502eb8-53e3-4f08-b84a-5df8bf1ede78 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0870881
Dec 21 04:11:49.777612 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-48cce7d4-9cd4-4ef2-b018-338bcb632ab7 req-a951b5fc-fcf8-4392-b333-e2c4de1dbd57 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418169
Dec 21 04:11:50.997391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d14ef-b103-4293-b0cf-b4ee5fbd9ad0 req-a1952075-3b42-4088-8f51-884e921d7603 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:51.000213 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-148d14ef-b103-4293-b0cf-b4ee5fbd9ad0 req-a1952075-3b42-4088-8f51-884e921d7603 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0902498
Dec 21 04:11:51.053084 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-148d14ef-b103-4293-b0cf-b4ee5fbd9ad0 req-25b34c28-feca-49e6-bf08-8e615bd58830 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0458095
Dec 21 04:11:52.271625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc58684-3c8e-4f9d-a890-118761db17bf req-c17f1714-8be9-4f99-9aa7-f69c0597f259 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:52.273245 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0cc58684-3c8e-4f9d-a890-118761db17bf req-c17f1714-8be9-4f99-9aa7-f69c0597f259 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0837584
Dec 21 04:11:52.324170 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0cc58684-3c8e-4f9d-a890-118761db17bf req-b93f11e5-e7eb-46a1-9740-a0675775d254 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0446064
Dec 21 04:11:53.541588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5a67-79f9-4f0f-99a7-722a5ab4c359 req-610d6059-997c-4be0-9472-fc9b4f97740f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:53.543232 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f50e5a67-79f9-4f0f-99a7-722a5ab4c359 req-610d6059-997c-4be0-9472-fc9b4f97740f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0863395
Dec 21 04:11:53.590632 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f50e5a67-79f9-4f0f-99a7-722a5ab4c359 req-e8268e49-7812-49d0-bd65-e7316e323204 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407653
Dec 21 04:11:54.803210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b27532-0cf7-4cd1-9ebb-a80f50d3f7e8 req-47138cf3-cef5-4650-abcf-d2eaa68373a7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:54.804699 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19b27532-0cf7-4cd1-9ebb-a80f50d3f7e8 req-47138cf3-cef5-4650-abcf-d2eaa68373a7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0823843
Dec 21 04:11:54.850813 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19b27532-0cf7-4cd1-9ebb-a80f50d3f7e8 req-ddda971f-23d6-4724-b2a1-8360bfe59ee9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0399201
Dec 21 04:11:56.063342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e8f87-e932-470a-8a8e-34493e6f1fe6 req-57d8e20a-b576-4737-813c-c76cdc43bf33 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:56.064915 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7d6e8f87-e932-470a-8a8e-34493e6f1fe6 req-57d8e20a-b576-4737-813c-c76cdc43bf33 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0863063
Dec 21 04:11:56.112193 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7d6e8f87-e932-470a-8a8e-34493e6f1fe6 req-b593f418-7e13-40b4-943a-4f7bd933c4ee tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410142
Dec 21 04:11:56.131759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:11:57.330687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc363-db3f-4ab5-b002-86fb6ec8e445 req-6dd7b662-5e33-4d6d-a491-b8f235ec17ce tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:57.332358 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-020bc363-db3f-4ab5-b002-86fb6ec8e445 req-6dd7b662-5e33-4d6d-a491-b8f235ec17ce tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0900648
Dec 21 04:11:57.381129 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-020bc363-db3f-4ab5-b002-86fb6ec8e445 req-eafeae92-6bd2-4930-8e8c-ee5bc1ee03a7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422733
Dec 21 04:11:58.596943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776e9aa-d4e9-43eb-993d-2ea67b3b4413 req-9fffd9be-c974-4bca-862f-4aa43d553ecd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:58.598646 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b776e9aa-d4e9-43eb-993d-2ea67b3b4413 req-9fffd9be-c974-4bca-862f-4aa43d553ecd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0841053
Dec 21 04:11:58.649884 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b776e9aa-d4e9-43eb-993d-2ea67b3b4413 req-2735b862-8284-4d93-a851-92057cb445d7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428121
Dec 21 04:11:59.876460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf74985-3edd-4993-85fc-a1391c194433 req-da080ebd-280a-45fb-b3c9-22beae40cdbc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:11:59.878083 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fbf74985-3edd-4993-85fc-a1391c194433 req-da080ebd-280a-45fb-b3c9-22beae40cdbc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0842171
Dec 21 04:11:59.929969 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fbf74985-3edd-4993-85fc-a1391c194433 req-ffdc6a97-8111-4d1a-adae-11ca5943e084 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0455585
Dec 21 04:12:01.141929 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001e08a-d97e-4a32-b516-576169626b38 req-611d592c-216a-49f5-aad1-bf863f5e5d0f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:01.143539 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f001e08a-d97e-4a32-b516-576169626b38 req-611d592c-216a-49f5-aad1-bf863f5e5d0f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0849857
Dec 21 04:12:01.190972 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f001e08a-d97e-4a32-b516-576169626b38 req-0f3abccc-cd42-4dff-80e6-19b67943776d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412226
Dec 21 04:12:02.403537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd482e48-1f85-4290-b6be-c4914616e1a4 req-b5684921-37a3-49aa-893a-39406242ceef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:02.405928 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cd482e48-1f85-4290-b6be-c4914616e1a4 req-b5684921-37a3-49aa-893a-39406242ceef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0856276
Dec 21 04:12:02.453892 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cd482e48-1f85-4290-b6be-c4914616e1a4 req-04f2ead7-70d7-4864-bbd1-0be86e6305e2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413995
Dec 21 04:12:03.672640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cb888-0490-4b7d-894a-609e5719aa86 req-db16d0fd-c25b-40ae-a545-388863b6f83e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:03.674166 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a5cb888-0490-4b7d-894a-609e5719aa86 req-db16d0fd-c25b-40ae-a545-388863b6f83e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0917017
Dec 21 04:12:03.721231 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a5cb888-0490-4b7d-894a-609e5719aa86 req-b4f151af-57c7-4e49-9544-acc574f6e344 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406680
Dec 21 04:12:04.345629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f5efe37d-f59b-4799-aaa3-2b9d6900fae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:04.934057 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18115676-91ee-4743-9d87-0da5276ff475 req-b3fb3248-1b9c-4ea2-ae8a-e399bade69f9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:04.935795 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-18115676-91ee-4743-9d87-0da5276ff475 req-b3fb3248-1b9c-4ea2-ae8a-e399bade69f9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0856190
Dec 21 04:12:04.983903 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-18115676-91ee-4743-9d87-0da5276ff475 req-35c808f3-a31c-485b-b38e-e66d87a9e3ad tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412896
Dec 21 04:12:06.201254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c07970-28ed-470f-b139-a6329d8a929c req-05114752-c551-41a5-9047-4ac1aaefbafa tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:06.202768 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7c07970-28ed-470f-b139-a6329d8a929c req-05114752-c551-41a5-9047-4ac1aaefbafa tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0825562
Dec 21 04:12:06.250805 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7c07970-28ed-470f-b139-a6329d8a929c req-887c9381-aa21-48aa-a06e-c90983d5d0ce tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416627
Dec 21 04:12:07.002740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-15a1943c-c314-4f4a-87fc-9177e181e704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:07.104603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:07.472164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf502c4-ad17-44e3-ae19-4e24c9a74d59 req-be36b4d7-77d8-4b97-8d77-22843dfafe24 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:07.473936 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0bf502c4-ad17-44e3-ae19-4e24c9a74d59 req-be36b4d7-77d8-4b97-8d77-22843dfafe24 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0948095
Dec 21 04:12:07.530359 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0bf502c4-ad17-44e3-ae19-4e24c9a74d59 req-01394093-8648-4570-bf00-bc1fa4f7a628 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0481348
Dec 21 04:12:08.249978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:08.748864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd97ed7-31ba-4d60-9065-6271fe48df4a req-be5ac9ff-91f1-4439-8155-98de4a03da72 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:08.750260 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8cd97ed7-31ba-4d60-9065-6271fe48df4a req-be5ac9ff-91f1-4439-8155-98de4a03da72 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0864849
Dec 21 04:12:08.798031 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8cd97ed7-31ba-4d60-9065-6271fe48df4a req-0fb847a6-1fb4-4a51-a110-bd0c6084b2c3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414507
Dec 21 04:12:08.886858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:10.007007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b442f00-a031-425b-8bf3-ecb6a66983bc req-d623e240-4513-4fc7-a58d-144608021247 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:10.008619 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b442f00-a031-425b-8bf3-ecb6a66983bc req-d623e240-4513-4fc7-a58d-144608021247 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0826104
Dec 21 04:12:10.056381 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b442f00-a031-425b-8bf3-ecb6a66983bc req-5a2859fa-1163-4f94-8331-072e1d9a0f1c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410943
Dec 21 04:12:11.270796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ab148-8387-494c-873e-13011331ae63 req-f3cbc786-c5c6-4bd6-b74b-050bf2b43029 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:11.276032 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-479ab148-8387-494c-873e-13011331ae63 req-f3cbc786-c5c6-4bd6-b74b-050bf2b43029 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0879505
Dec 21 04:12:11.319771 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-479ab148-8387-494c-873e-13011331ae63 req-72484e40-0c12-40dd-9ec9-0bc4da4ae24e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411816
Dec 21 04:12:12.535265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f94b46-f2bd-460b-8857-a0d206e5c1d5 req-2d474b94-5820-484b-92a3-08bfb0288a57 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:12.536876 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-18f94b46-f2bd-460b-8857-a0d206e5c1d5 req-2d474b94-5820-484b-92a3-08bfb0288a57 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0877171
Dec 21 04:12:12.586004 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-18f94b46-f2bd-460b-8857-a0d206e5c1d5 req-040b95a6-36a9-413b-add1-b05dcc6570c5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426557
Dec 21 04:12:13.818177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2f2ea-ecaf-44d7-a2e1-c58c94e6dd5d req-99776ec3-c646-4def-93db-8975ac5c0426 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:13.819947 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83b2f2ea-ecaf-44d7-a2e1-c58c94e6dd5d req-99776ec3-c646-4def-93db-8975ac5c0426 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0913875
Dec 21 04:12:13.870752 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83b2f2ea-ecaf-44d7-a2e1-c58c94e6dd5d req-21c697d6-d1f8-4541-bf77-eab8e71e4b82 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0445082
Dec 21 04:12:15.081549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60327e9-944e-4f3e-93d9-61c1d2349647 req-92d53bbf-8719-434e-b0e4-fb08cd049284 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:15.083183 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c60327e9-944e-4f3e-93d9-61c1d2349647 req-92d53bbf-8719-434e-b0e4-fb08cd049284 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0823069
Dec 21 04:12:15.132770 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c60327e9-944e-4f3e-93d9-61c1d2349647 req-30403dda-de68-43b8-850e-5b4aec2c8c63 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433385
Dec 21 04:12:16.345578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91549bd-5bee-49b4-9e90-27b40125ebec req-f6d922e7-b01c-480e-bdc1-f11a1df33103 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:16.347208 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a91549bd-5bee-49b4-9e90-27b40125ebec req-f6d922e7-b01c-480e-bdc1-f11a1df33103 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0859659
Dec 21 04:12:16.395714 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a91549bd-5bee-49b4-9e90-27b40125ebec req-23856d7b-40fe-4b1e-b48f-effece4c2a4b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420780
Dec 21 04:12:17.625086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ffa78-b49b-4253-a7e3-d942801011db req-82aa2561-79ab-4579-8432-f888fee48577 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:17.626612 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cb7ffa78-b49b-4253-a7e3-d942801011db req-82aa2561-79ab-4579-8432-f888fee48577 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0861397
Dec 21 04:12:17.673538 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cb7ffa78-b49b-4253-a7e3-d942801011db req-59410472-6b96-451c-ba1a-e62f58766f51 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403268
Dec 21 04:12:18.496526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:18.887765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef213eb-5adc-4424-9664-3ed7e4fe8191 req-330ef39d-074c-4bf4-ae77-33a4d56df0ae tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:18.889968 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9ef213eb-5adc-4424-9664-3ed7e4fe8191 req-330ef39d-074c-4bf4-ae77-33a4d56df0ae tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0882258
Dec 21 04:12:18.937159 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9ef213eb-5adc-4424-9664-3ed7e4fe8191 req-6b824534-54f6-4bb4-a25a-3e7cf39f472e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408413
Dec 21 04:12:20.151629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cc7d7-2e6e-4d6b-8249-838d1c744f77 req-dede9ddd-6fbf-4c16-ae39-749826ed089d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:20.153112 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7cc7d7-2e6e-4d6b-8249-838d1c744f77 req-dede9ddd-6fbf-4c16-ae39-749826ed089d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0851188
Dec 21 04:12:20.199894 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7cc7d7-2e6e-4d6b-8249-838d1c744f77 req-1da31913-19ce-4c8c-a5e9-09d4455cba1b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0398138
Dec 21 04:12:21.410801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2071b-fcde-4819-a2e3-c4ab62e47135 req-546a7ecd-a140-4a7e-b185-a41ad4b1cc93 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:21.412470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f5b2071b-fcde-4819-a2e3-c4ab62e47135 req-546a7ecd-a140-4a7e-b185-a41ad4b1cc93 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0828478
Dec 21 04:12:21.460705 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f5b2071b-fcde-4819-a2e3-c4ab62e47135 req-f048a496-144f-4bc8-9bdf-74284240aeeb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420344
Dec 21 04:12:22.674039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274abe6-ff19-47d9-9dd3-2fb280d71b91 req-7dee401b-bc00-49c0-b2c5-49f5a3f537b0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:22.675668 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9274abe6-ff19-47d9-9dd3-2fb280d71b91 req-7dee401b-bc00-49c0-b2c5-49f5a3f537b0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0836279
Dec 21 04:12:22.724981 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9274abe6-ff19-47d9-9dd3-2fb280d71b91 req-4de94ae8-9a92-469f-ba5f-d76f30526e2e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431991
Dec 21 04:12:23.938635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b83b6-3f77-418a-95d7-ab2202086998 req-3fde3564-c019-4478-a1f1-fabac302b5bb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:23.940887 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b13b83b6-3f77-418a-95d7-ab2202086998 req-3fde3564-c019-4478-a1f1-fabac302b5bb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0872631
Dec 21 04:12:23.988448 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b13b83b6-3f77-418a-95d7-ab2202086998 req-9b535cf4-e8a5-4095-8f60-49ce7d1e5c6a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413260
Dec 21 04:12:25.201697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e231ccf-bd68-4f6e-b82b-11b1824f5fb7 req-8150ad14-6b4e-47cc-b6d2-fb91fd794c4e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:25.203370 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4e231ccf-bd68-4f6e-b82b-11b1824f5fb7 req-8150ad14-6b4e-47cc-b6d2-fb91fd794c4e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0849690
Dec 21 04:12:25.251057 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4e231ccf-bd68-4f6e-b82b-11b1824f5fb7 req-b5134adc-94ce-4508-a5e5-917325535c15 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412409
Dec 21 04:12:26.464567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f7ea8-cc9c-45b8-b5c3-c98bd2117efd req-b60351b6-014a-4200-a563-8d049f2c4c5e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:26.466688 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-000f7ea8-cc9c-45b8-b5c3-c98bd2117efd req-b60351b6-014a-4200-a563-8d049f2c4c5e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0863752
Dec 21 04:12:26.514363 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-000f7ea8-cc9c-45b8-b5c3-c98bd2117efd req-0418841e-1b95-4b13-b750-37b5d867f94b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410051
Dec 21 04:12:27.732231 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d0d3c-632c-4ae0-bba1-821badc93f73 req-5a60fcfa-4187-49ab-93eb-014570703bc7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:27.733833 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b14d0d3c-632c-4ae0-bba1-821badc93f73 req-5a60fcfa-4187-49ab-93eb-014570703bc7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0871124
Dec 21 04:12:27.784685 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b14d0d3c-632c-4ae0-bba1-821badc93f73 req-752b00ae-fcec-4d0f-b8bf-4d85ef288df9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444832
Dec 21 04:12:28.995773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c934e4e-647f-43f3-bea4-ba6c87f1ba5d req-cfc298ca-e849-47ab-9dc0-eca3e35715fe tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:28.997957 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5c934e4e-647f-43f3-bea4-ba6c87f1ba5d req-cfc298ca-e849-47ab-9dc0-eca3e35715fe tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0822823
Dec 21 04:12:29.045417 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5c934e4e-647f-43f3-bea4-ba6c87f1ba5d req-87621acc-4788-4670-a09d-1e31832b0ff5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408421
Dec 21 04:12:30.254688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fab87-e947-46f3-aacb-7e6ae49ab7d4 req-e9c737db-a988-47b7-96d0-00a99906bbc5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:30.256361 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-265fab87-e947-46f3-aacb-7e6ae49ab7d4 req-e9c737db-a988-47b7-96d0-00a99906bbc5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0831621
Dec 21 04:12:30.305649 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-265fab87-e947-46f3-aacb-7e6ae49ab7d4 req-7d3e6fa4-0ed1-44da-a1fd-2d9c270c2137 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430346
Dec 21 04:12:31.521675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f20b14-5a2d-437d-bbea-da0d00216dac req-ace7edfc-9bd9-4267-bb59-8eb662335be3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:31.523288 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-32f20b14-5a2d-437d-bbea-da0d00216dac req-ace7edfc-9bd9-4267-bb59-8eb662335be3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0868237
Dec 21 04:12:31.569884 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-32f20b14-5a2d-437d-bbea-da0d00216dac req-6d948423-4f0c-49d0-b4f3-0525431dee74 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400507
Dec 21 04:12:32.781578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510d958-3ae3-4024-8230-e2725165bbef req-eaef977c-7b8c-4b7a-b84f-e5294adf28d1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:32.783236 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f510d958-3ae3-4024-8230-e2725165bbef req-eaef977c-7b8c-4b7a-b84f-e5294adf28d1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0842605
Dec 21 04:12:32.829641 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f510d958-3ae3-4024-8230-e2725165bbef req-58e07e9d-fd08-4aad-bc3c-344c97b5890d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0398569
Dec 21 04:12:33.131723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:12:34.047536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d10ce-ef6c-4df0-a120-82bff39ce961 req-336f0472-b91e-4014-ba7e-d7ea4a990363 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:34.049108 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9e1d10ce-ef6c-4df0-a120-82bff39ce961 req-336f0472-b91e-4014-ba7e-d7ea4a990363 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0906665
Dec 21 04:12:34.098261 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9e1d10ce-ef6c-4df0-a120-82bff39ce961 req-ccb5930d-e626-43dd-9ac8-fc69ad6d06b9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423136
Dec 21 04:12:34.346654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3a66913d-8d5b-499f-acbe-1acfbdac0e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:35.315645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921d22-d0da-47fb-a270-c1ff35ea4b3e req-e7eabf2a-f1e9-4d6f-8477-1c01965261b7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:35.317212 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-57921d22-d0da-47fb-a270-c1ff35ea4b3e req-e7eabf2a-f1e9-4d6f-8477-1c01965261b7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0882711
Dec 21 04:12:35.364669 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-57921d22-d0da-47fb-a270-c1ff35ea4b3e req-b4d5d55c-43e6-489e-8f53-78489b15baa8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410898
Dec 21 04:12:36.578883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0bf16-4ddf-477d-8ae3-492c7e082153 req-c355b746-6d4a-429c-9143-529d3586003a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:36.580510 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-30b0bf16-4ddf-477d-8ae3-492c7e082153 req-c355b746-6d4a-429c-9143-529d3586003a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0828261
Dec 21 04:12:36.626930 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-30b0bf16-4ddf-477d-8ae3-492c7e082153 req-1675137c-fc02-4a2e-9489-3e7c0c149d78 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0401740
Dec 21 04:12:37.004163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-af616d98-bf85-4e41-8fd3-a1b60d0d0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:37.105833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:37.834276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73c9de-0f6b-4bea-802b-8bdade994007 req-e0cd6f38-9fa5-438b-bff6-d6e2959f462a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:37.835912 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b73c9de-0f6b-4bea-802b-8bdade994007 req-e0cd6f38-9fa5-438b-bff6-d6e2959f462a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0821691
Dec 21 04:12:37.886705 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b73c9de-0f6b-4bea-802b-8bdade994007 req-797cd844-8c25-4073-9b1c-52e1becb1930 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444961
Dec 21 04:12:38.253286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:38.890163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:39.099931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95bb4b-f149-4734-85e6-c360b8865d45 req-99960724-0011-4ae3-936e-b86cae511eef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:39.101532 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5a95bb4b-f149-4734-85e6-c360b8865d45 req-99960724-0011-4ae3-936e-b86cae511eef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0864565
Dec 21 04:12:39.148736 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5a95bb4b-f149-4734-85e6-c360b8865d45 req-6f1495c2-910e-4d10-97b6-6d19b4330e0a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406768
Dec 21 04:12:40.356630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4947d7-0960-45ec-87ca-10e0175fbc7c req-b6e29333-fbda-402d-a73a-1f33f86c6cf0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:40.358205 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fd4947d7-0960-45ec-87ca-10e0175fbc7c req-b6e29333-fbda-402d-a73a-1f33f86c6cf0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0829690
Dec 21 04:12:40.406193 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fd4947d7-0960-45ec-87ca-10e0175fbc7c req-9a713231-831e-4ea1-a458-42f93447f21b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416574
Dec 21 04:12:41.621355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c979289-3d87-418b-a9df-3855981440f1 req-3f9a72d8-ac33-405f-8e47-b8ab9ee1adec tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:41.623774 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4c979289-3d87-418b-a9df-3855981440f1 req-3f9a72d8-ac33-405f-8e47-b8ab9ee1adec tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0864060
Dec 21 04:12:41.670860 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4c979289-3d87-418b-a9df-3855981440f1 req-57618570-2354-45eb-ac1e-1f9e3b6119e6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414004
Dec 21 04:12:42.889812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e79e-527e-4d85-b11c-0692df1af373 req-34b298b3-64fc-4815-acfb-64cee8370e90 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:42.891464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a28e79e-527e-4d85-b11c-0692df1af373 req-34b298b3-64fc-4815-acfb-64cee8370e90 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0875745
Dec 21 04:12:42.939032 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a28e79e-527e-4d85-b11c-0692df1af373 req-6f5d7070-33f6-4512-b034-0362dea90bcf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412750
Dec 21 04:12:44.149907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaae9e4-ecd3-43a9-bd65-0d58c2b68579 req-107e68d1-e9af-4e8a-96a1-afb21a69fea8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:44.151569 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-edaae9e4-ecd3-43a9-bd65-0d58c2b68579 req-107e68d1-e9af-4e8a-96a1-afb21a69fea8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0815532
Dec 21 04:12:44.199731 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-edaae9e4-ecd3-43a9-bd65-0d58c2b68579 req-1da7c656-61cf-4f0d-9fd9-472dce03b07a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416174
Dec 21 04:12:45.408035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a156897-f139-4148-bb34-b7cdbb781504 req-065d5dea-3b5b-42ef-a6e7-04b17a084c9f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:45.409620 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a156897-f139-4148-bb34-b7cdbb781504 req-065d5dea-3b5b-42ef-a6e7-04b17a084c9f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0814524
Dec 21 04:12:45.459549 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a156897-f139-4148-bb34-b7cdbb781504 req-56a7d5f6-b5f9-41f5-910b-2288ed118c3e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435174
Dec 21 04:12:46.671825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf3476-1d5d-43a4-a41a-9a2746f4fd84 req-6aca6adc-b5f2-48fe-a962-39b6ee14f2ee tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:46.673381 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3bf3476-1d5d-43a4-a41a-9a2746f4fd84 req-6aca6adc-b5f2-48fe-a962-39b6ee14f2ee tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0861428
Dec 21 04:12:46.721548 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3bf3476-1d5d-43a4-a41a-9a2746f4fd84 req-b560a122-03df-4197-ae5f-359e889db73d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418656
Dec 21 04:12:48.136127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713e32c-299a-426d-9b99-7785a5bde2b9 req-343a848c-4273-4faf-aa05-66043e6bd053 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:48.138426 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9713e32c-299a-426d-9b99-7785a5bde2b9 req-343a848c-4273-4faf-aa05-66043e6bd053 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.2869763
Dec 21 04:12:48.186000 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9713e32c-299a-426d-9b99-7785a5bde2b9 req-5003fc9e-b9d2-41b2-880c-05210f4f2aa4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412276
Dec 21 04:12:48.517262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:12:49.447368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4017fd-fcaa-46dc-907c-a45279b3f21c req-c2cbf3eb-6a7e-4a94-bd19-828ee5954567 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:49.448741 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4c4017fd-fcaa-46dc-907c-a45279b3f21c req-c2cbf3eb-6a7e-4a94-bd19-828ee5954567 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1333406
Dec 21 04:12:49.492735 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-72cc0d41-8f98-4438-b352-f07b5b002567 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1129692
Dec 21 04:12:49.515542 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4c4017fd-fcaa-46dc-907c-a45279b3f21c req-6794220f-6640-43cf-9ecb-c116507b5621 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0534353
Dec 21 04:12:49.593221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-fbfe4113-cb47-4c55-87bf-8dc9a7dce030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:49.594821 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-fbfe4113-cb47-4c55-87bf-8dc9a7dce030 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1160 time: 0.0778320
Dec 21 04:12:49.757225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-1b57fdf4-21ae-44e0-bcb0-dceccd8bcd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:49.758875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-1b57fdf4-21ae-44e0-bcb0-dceccd8bcd5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 902 time: 0.1432154
Dec 21 04:12:49.867836 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-68908831-e3b0-460c-adc2-6b55a3da03e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 999 time: 0.1010931
Dec 21 04:12:49.946097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-2d2f5b64-6ea8-401d-999a-6bd722123594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:49.947745 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-2d2f5b64-6ea8-401d-999a-6bd722123594 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 200  len: 847 time: 0.0731699
Dec 21 04:12:50.026185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-41de1dcf-10a6-41c9-9909-dc5fed2869d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:50.027757 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-41de1dcf-10a6-41c9-9909-dc5fed2869d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=013b4941-7458-42a2-bded-2718d1174ace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0732522
Dec 21 04:12:50.374690 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-8308ea1c-e609-4484-8b43-3eabb1bd50ab service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3392270
Dec 21 04:12:50.519230 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b0e05f4-dfdb-4ac9-9e95-51706ef27ec8 req-bc1444a2-eed4-4120-92a9-8527b4e1e803 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377225
Dec 21 04:12:50.734136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580e390-a2d4-4b86-9ede-569b60e21a45 req-df0596df-b005-49e1-ae5d-8f70caec254d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:50.735751 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e580e390-a2d4-4b86-9ede-569b60e21a45 req-df0596df-b005-49e1-ae5d-8f70caec254d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0841682
Dec 21 04:12:50.781587 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e580e390-a2d4-4b86-9ede-569b60e21a45 req-9ca3ab61-c6ec-4d0d-a38e-0b6c5a8535d8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0391951
Dec 21 04:12:51.998837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b838ad1-11e1-4fe2-aa4d-8aa489b3b865 req-428441ed-1674-476c-a00d-0e70d064d537 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:52.000515 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b838ad1-11e1-4fe2-aa4d-8aa489b3b865 req-428441ed-1674-476c-a00d-0e70d064d537 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0889943
Dec 21 04:12:52.049338 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6b838ad1-11e1-4fe2-aa4d-8aa489b3b865 req-3e3b1723-cdee-4b9e-bb97-cf11ad4c2e9e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420697
Dec 21 04:12:53.259571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1ac89-2252-4169-81c4-6f748b9fb1f8 req-3e44b84d-d54f-4746-8209-3ad5ce7a9e99 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:53.261154 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a8a1ac89-2252-4169-81c4-6f748b9fb1f8 req-3e44b84d-d54f-4746-8209-3ad5ce7a9e99 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0828476
Dec 21 04:12:53.310710 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a8a1ac89-2252-4169-81c4-6f748b9fb1f8 req-d0d24144-700d-4e98-b830-d5f427ad4554 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429676
Dec 21 04:12:54.520846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81b524-aa3c-4a02-9ae1-82395da172db req-e2ce01eb-8db3-4a53-9a6f-2a74bd7a3e2b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:54.522436 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3b81b524-aa3c-4a02-9ae1-82395da172db req-e2ce01eb-8db3-4a53-9a6f-2a74bd7a3e2b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0851660
Dec 21 04:12:54.571721 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3b81b524-aa3c-4a02-9ae1-82395da172db req-623ee7b1-1382-4c5d-adbb-43c4ae5e022f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428081
Dec 21 04:12:55.781354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4831cc-9716-4b8d-b3d5-00ae00a14bb1 req-751d362a-c04d-4d35-a034-abe16c046c96 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:55.783101 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5a4831cc-9716-4b8d-b3d5-00ae00a14bb1 req-751d362a-c04d-4d35-a034-abe16c046c96 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0834191
Dec 21 04:12:55.831234 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5a4831cc-9716-4b8d-b3d5-00ae00a14bb1 req-bcca7803-6864-4d7f-aa54-6c903a8db58f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412564
Dec 21 04:12:57.039407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613a612-b778-477a-b817-d84ff08ad1b8 req-99cffc69-be1a-43c9-b4f5-bb7d291022a4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:57.041002 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4613a612-b778-477a-b817-d84ff08ad1b8 req-99cffc69-be1a-43c9-b4f5-bb7d291022a4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0832415
Dec 21 04:12:57.088443 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4613a612-b778-477a-b817-d84ff08ad1b8 req-a7a62445-54a2-4048-9ba5-9eff89da8fbc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410395
Dec 21 04:12:58.308886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372277e-e442-48eb-9c28-e8178f094b59 req-409df85d-0a61-470b-9e92-e7def78c8427 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:58.310481 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a372277e-e442-48eb-9c28-e8178f094b59 req-409df85d-0a61-470b-9e92-e7def78c8427 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0906575
Dec 21 04:12:58.358063 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a372277e-e442-48eb-9c28-e8178f094b59 req-6cf2b1f9-4489-427d-a426-2be90ffc61e7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411882
Dec 21 04:12:59.579460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f9ae-ff37-497c-b17f-a840346617a8 req-4f98286f-825a-4899-b810-fcc7b79726b6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:12:59.581066 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6775f9ae-ff37-497c-b17f-a840346617a8 req-4f98286f-825a-4899-b810-fcc7b79726b6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0891662
Dec 21 04:12:59.629013 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6775f9ae-ff37-497c-b17f-a840346617a8 req-78dbda02-c2ab-4208-9e89-3619fac50167 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415850
Dec 21 04:13:00.837661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e16cb-ebde-437d-838d-ef56266fabac req-40e63493-de1c-4d6f-8407-bcfaadd1121d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:00.839307 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-083e16cb-ebde-437d-838d-ef56266fabac req-40e63493-de1c-4d6f-8407-bcfaadd1121d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0824609
Dec 21 04:13:00.890639 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-083e16cb-ebde-437d-838d-ef56266fabac req-85518845-21f7-4c02-8499-7a9dc4aed2f3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441704
Dec 21 04:13:02.108839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf7875-2228-4bef-9e14-9e87e4a12f0e req-58c92911-4104-4d51-9fbf-45b8bff261c8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:02.110485 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-59cf7875-2228-4bef-9e14-9e87e4a12f0e req-58c92911-4104-4d51-9fbf-45b8bff261c8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0851114
Dec 21 04:13:02.161962 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-59cf7875-2228-4bef-9e14-9e87e4a12f0e req-066233bf-02d3-4404-9fcf-082365daa16e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447292
Dec 21 04:13:03.371871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b691-3dee-4ce5-b17b-40325b0bcbdb req-fed67347-3c52-4651-b622-bfb111c40f2e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:03.373537 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1637b691-3dee-4ce5-b17b-40325b0bcbdb req-fed67347-3c52-4651-b622-bfb111c40f2e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0823221
Dec 21 04:13:03.423769 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1637b691-3dee-4ce5-b17b-40325b0bcbdb req-047424d2-fe34-424f-921f-b51b698be5b0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432982
Dec 21 04:13:04.347892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4454-0a55-4093-83e3-a400367b9918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:04.637847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ed36b-952d-46e5-87a2-413fa3f404f4 req-71694a2a-8703-4146-b600-237308f54a5b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:04.639501 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d81ed36b-952d-46e5-87a2-413fa3f404f4 req-71694a2a-8703-4146-b600-237308f54a5b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0845165
Dec 21 04:13:04.687435 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d81ed36b-952d-46e5-87a2-413fa3f404f4 req-b7d912d3-8d25-470b-bd61-14a3cbe0afb5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410416
Dec 21 04:13:05.901950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60270d25-90c6-466a-a19f-b525c373e5b8 req-54829fce-b75f-4744-b32d-c28aa5e9ef9a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:05.903685 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-60270d25-90c6-466a-a19f-b525c373e5b8 req-54829fce-b75f-4744-b32d-c28aa5e9ef9a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0850835
Dec 21 04:13:05.950646 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-60270d25-90c6-466a-a19f-b525c373e5b8 req-cbe038c0-16cc-444e-a7c6-616ae535147d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0407133
Dec 21 04:13:07.006295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3b250ac5-5e80-41cd-825e-c10d705c0e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:07.108531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:07.170219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d12f0-1403-464a-a7c5-5ce762b1d73b req-26f49cb3-0348-46dd-81a7-c1e7d21c94ea tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:07.171924 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d43d12f0-1403-464a-a7c5-5ce762b1d73b req-26f49cb3-0348-46dd-81a7-c1e7d21c94ea tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0894911
Dec 21 04:13:07.220111 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d43d12f0-1403-464a-a7c5-5ce762b1d73b req-fd2c0a3a-b293-479f-99d6-85503f5cad6c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416830
Dec 21 04:13:08.255645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:08.430885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750bfe5-4535-4105-96bd-3e0c63c78ab1 req-515c212f-10ff-47fb-bdf0-a4a64fb51726 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:08.432501 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e750bfe5-4535-4105-96bd-3e0c63c78ab1 req-515c212f-10ff-47fb-bdf0-a4a64fb51726 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0818870
Dec 21 04:13:08.485435 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e750bfe5-4535-4105-96bd-3e0c63c78ab1 req-9fa53ced-8de6-4912-b5ba-df815986e7d3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459909
Dec 21 04:13:08.893582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:09.697205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172519f-078c-4d60-b23e-baec03c0c72d req-d41ba5d1-8914-4b4b-993c-e11be846f2f4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:09.698830 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d172519f-078c-4d60-b23e-baec03c0c72d req-d41ba5d1-8914-4b4b-993c-e11be846f2f4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0839291
Dec 21 04:13:09.750552 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d172519f-078c-4d60-b23e-baec03c0c72d req-22e2792f-5489-408f-9227-d421d54bb8fd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444672
Dec 21 04:13:10.130526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:13:10.966344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d8ee7-41d9-45eb-afe2-27b08539099f req-aad541d1-0a2c-4e60-9f92-be7caa53986a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:10.968111 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-125d8ee7-41d9-45eb-afe2-27b08539099f req-aad541d1-0a2c-4e60-9f92-be7caa53986a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0862942
Dec 21 04:13:11.016454 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-125d8ee7-41d9-45eb-afe2-27b08539099f req-5a39327f-af83-4f4f-9148-c8aafbc56cd5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0418992
Dec 21 04:13:12.226524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe83f3-8dff-4d28-bef1-f758a2cee7bd req-bdbbf9ae-a1ec-41f4-8b0e-9cac97bb2948 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:12.228165 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fbfe83f3-8dff-4d28-bef1-f758a2cee7bd req-bdbbf9ae-a1ec-41f4-8b0e-9cac97bb2948 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0843337
Dec 21 04:13:12.278342 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fbfe83f3-8dff-4d28-bef1-f758a2cee7bd req-fdcd0bbf-b93f-43fb-8545-b8b3415e5c7d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432358
Dec 21 04:13:13.510847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401c081-c407-4304-aa9b-56e227b02851 req-6410c448-fab2-4547-a1ab-ec0ac603e6cd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:13.513077 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c401c081-c407-4304-aa9b-56e227b02851 req-6410c448-fab2-4547-a1ab-ec0ac603e6cd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0960782
Dec 21 04:13:13.567538 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c401c081-c407-4304-aa9b-56e227b02851 req-61b0906c-5d66-49cd-97a6-eddc5273d502 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0468519
Dec 21 04:13:14.786638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6fdad-0784-4f5b-8c2b-c3af1f8a6aaa req-be869dd6-0388-4218-98b6-b4ac5eaa719c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:14.788270 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-31b6fdad-0784-4f5b-8c2b-c3af1f8a6aaa req-be869dd6-0388-4218-98b6-b4ac5eaa719c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0900137
Dec 21 04:13:14.834948 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-31b6fdad-0784-4f5b-8c2b-c3af1f8a6aaa req-310e0575-6c4b-42bc-a9c4-8898b665d8af tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0401981
Dec 21 04:13:16.050818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0faac-19b2-4e23-af6d-b1a12e502564 req-c8e1eb31-918d-416a-8e82-8676b101df86 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:16.052445 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d9d0faac-19b2-4e23-af6d-b1a12e502564 req-c8e1eb31-918d-416a-8e82-8676b101df86 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0893049
Dec 21 04:13:16.101554 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d9d0faac-19b2-4e23-af6d-b1a12e502564 req-ec250561-efe2-4e5b-8625-641c286f2e45 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427265
Dec 21 04:13:17.312217 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110b638-9318-444a-813c-9ccb69893a23 req-666c07bf-b87e-4b43-9072-bca3c96cde71 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:17.313811 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6110b638-9318-444a-813c-9ccb69893a23 req-666c07bf-b87e-4b43-9072-bca3c96cde71 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0854111
Dec 21 04:13:17.363725 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6110b638-9318-444a-813c-9ccb69893a23 req-94b112e6-6363-4340-8659-4385c5e7574a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436366
Dec 21 04:13:18.514296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:18.577204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc8364-030e-4ac5-8f56-3c80b20c9307 req-75e3bc01-10e2-486d-aec1-dbd1885d3d31 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:18.578848 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2cfc8364-030e-4ac5-8f56-3c80b20c9307 req-75e3bc01-10e2-486d-aec1-dbd1885d3d31 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0850217
Dec 21 04:13:18.626470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2cfc8364-030e-4ac5-8f56-3c80b20c9307 req-b3727027-8dcb-48fc-9d75-4573507bd070 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413580
Dec 21 04:13:19.838258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066de73-18ca-419f-8142-7df58e97d995 req-641f1a6d-7600-4570-a4ba-a577a3337bca tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:19.840125 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5066de73-18ca-419f-8142-7df58e97d995 req-641f1a6d-7600-4570-a4ba-a577a3337bca tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0856612
Dec 21 04:13:19.889207 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5066de73-18ca-419f-8142-7df58e97d995 req-66726274-86f7-4a27-8a29-c3d3c456729b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429246
Dec 21 04:13:21.110510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bb2f5-d065-4086-827f-c6630d934815 req-95c6e5d0-20be-4584-bdc5-19d37c627fea tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:21.112331 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-058bb2f5-d065-4086-827f-c6630d934815 req-95c6e5d0-20be-4584-bdc5-19d37c627fea tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0916491
Dec 21 04:13:21.161488 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-058bb2f5-d065-4086-827f-c6630d934815 req-16006ebe-5ec8-49b0-85ac-c2205a02965c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417628
Dec 21 04:13:22.381311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3146e6-ee32-48a4-b6d1-9563dc25ab61 req-3e922f0d-b240-45e3-a049-4a85865a3396 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:22.382826 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a3146e6-ee32-48a4-b6d1-9563dc25ab61 req-3e922f0d-b240-45e3-a049-4a85865a3396 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0856900
Dec 21 04:13:22.429012 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a3146e6-ee32-48a4-b6d1-9563dc25ab61 req-cdfb6d82-a7c8-4e96-8ed5-a70fa29a1061 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0395677
Dec 21 04:13:23.640667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa782c-324d-447e-9235-486321aa71a7 req-6de47fdb-b7be-4313-ba47-60e1c72a37af tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:23.642236 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b6aa782c-324d-447e-9235-486321aa71a7 req-6de47fdb-b7be-4313-ba47-60e1c72a37af tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0838888
Dec 21 04:13:23.692881 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b6aa782c-324d-447e-9235-486321aa71a7 req-3c198ed3-df51-4703-995a-94ac81de8b3b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444269
Dec 21 04:13:24.903183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cf5c8-c840-47bc-a32b-5163e01b500e req-de711460-741c-46e8-baef-2a58017bf217 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:24.904781 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-983cf5c8-c840-47bc-a32b-5163e01b500e req-de711460-741c-46e8-baef-2a58017bf217 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0834060
Dec 21 04:13:24.954634 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-983cf5c8-c840-47bc-a32b-5163e01b500e req-03a3728c-67c7-4908-9ae7-d58e71c5e6d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434761
Dec 21 04:13:26.163656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60a99f-fc50-4b86-8e82-cda31fb099a7 req-8f20100b-5ddb-44f6-84a2-468c15d8f591 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:26.165161 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d60a99f-fc50-4b86-8e82-cda31fb099a7 req-8f20100b-5ddb-44f6-84a2-468c15d8f591 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0828636
Dec 21 04:13:26.212439 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d60a99f-fc50-4b86-8e82-cda31fb099a7 req-7a31561b-4f3e-49c8-8ba2-7341d594f609 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405571
Dec 21 04:13:27.446274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ed45d-2632-4f85-bac2-ce6e132569a4 req-31bf4448-5c8c-4890-9e33-409518215c33 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:27.447982 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d8ed45d-2632-4f85-bac2-ce6e132569a4 req-31bf4448-5c8c-4890-9e33-409518215c33 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0992043
Dec 21 04:13:27.497498 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d8ed45d-2632-4f85-bac2-ce6e132569a4 req-1a6e2a2f-c50f-4210-9da5-36fd6fcace69 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421960
Dec 21 04:13:28.713348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2063b1-c44e-414b-bf4c-0cf76b9ae496 req-2028ae31-9f98-4de5-b02c-5b8e67267212 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:28.715567 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3c2063b1-c44e-414b-bf4c-0cf76b9ae496 req-2028ae31-9f98-4de5-b02c-5b8e67267212 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0880225
Dec 21 04:13:28.763762 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3c2063b1-c44e-414b-bf4c-0cf76b9ae496 req-2879b2af-88af-4eab-827c-f555bd7cab2b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417783
Dec 21 04:13:29.984407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb973e-434d-4207-9f10-cccb984fc206 req-cc26cefb-6f75-47c3-af94-26bc3016297d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:29.986009 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbeb973e-434d-4207-9f10-cccb984fc206 req-cc26cefb-6f75-47c3-af94-26bc3016297d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0886462
Dec 21 04:13:30.032499 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cbeb973e-434d-4207-9f10-cccb984fc206 req-93e522c0-160a-4715-ae71-81c0f3608600 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0397446
Dec 21 04:13:31.240489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d457f-7564-4ebe-a512-ac4bed117912 req-7effb961-e04c-4e51-88cc-8fe331f5cebd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:31.242336 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d7d457f-7564-4ebe-a512-ac4bed117912 req-7effb961-e04c-4e51-88cc-8fe331f5cebd tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0827768
Dec 21 04:13:31.291844 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9d7d457f-7564-4ebe-a512-ac4bed117912 req-a3b926d3-8365-4850-b3d0-444b925932f3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426753
Dec 21 04:13:32.500678 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09dabe-1c87-47d7-a54b-4107b7084180 req-fc73844f-c0a0-4398-ad41-fe6d330ca7f0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:32.502309 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9b09dabe-1c87-47d7-a54b-4107b7084180 req-fc73844f-c0a0-4398-ad41-fe6d330ca7f0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0844948
Dec 21 04:13:32.553069 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9b09dabe-1c87-47d7-a54b-4107b7084180 req-d36104d6-9b15-4b59-93c9-695378f68335 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0443938
Dec 21 04:13:33.765253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fe53a-60d9-4f73-803a-53ee615ee3f0 req-580bd0e6-5ca8-4039-a2aa-20a0619fdc8e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:33.766757 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-388fe53a-60d9-4f73-803a-53ee615ee3f0 req-580bd0e6-5ca8-4039-a2aa-20a0619fdc8e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0816052
Dec 21 04:13:33.813494 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-388fe53a-60d9-4f73-803a-53ee615ee3f0 req-86db8d76-7bac-4199-a48c-3f6bb71fb171 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404110
Dec 21 04:13:34.352732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7685811a-e6a4-40d1-a3f9-5c35808a0ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:35.022061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c7c84-ab4f-47ec-88d9-12065fbb7731 req-cf51f22d-5049-4c43-b0af-3b8cf61c122b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:35.023724 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a9c7c84-ab4f-47ec-88d9-12065fbb7731 req-cf51f22d-5049-4c43-b0af-3b8cf61c122b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0835199
Dec 21 04:13:35.073102 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a9c7c84-ab4f-47ec-88d9-12065fbb7731 req-38606d45-fb2f-4cc9-bf5f-f9b27e76fb04 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0419884
Dec 21 04:13:36.297998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f2cf4-888e-42d2-85c2-3b3f1d51cc5c req-aa80cbab-e74f-4b31-bf2c-41867f18ce7d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:36.299663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b42f2cf4-888e-42d2-85c2-3b3f1d51cc5c req-aa80cbab-e74f-4b31-bf2c-41867f18ce7d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0890496
Dec 21 04:13:36.346305 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b42f2cf4-888e-42d2-85c2-3b3f1d51cc5c req-bd5b9efb-5d15-43df-8107-710ed2ae886d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0401990
Dec 21 04:13:37.007463 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6354a882-e963-413a-aa24-ce8b955fbb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:37.109333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:37.563216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e6467-03bd-4100-998c-b46da933bc63 req-dcb730bb-83f5-4482-bc27-1f4b1b521bd2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:37.564848 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-623e6467-03bd-4100-998c-b46da933bc63 req-dcb730bb-83f5-4482-bc27-1f4b1b521bd2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0886467
Dec 21 04:13:37.614558 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-623e6467-03bd-4100-998c-b46da933bc63 req-2a0bfb0b-5ea9-4988-a005-b8608221572a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428662
Dec 21 04:13:38.257594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:38.827833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a3836-373e-43de-864e-9096f7d37170 req-7777c52e-da2e-4528-868b-395bde7ad014 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:38.829444 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3b0a3836-373e-43de-864e-9096f7d37170 req-7777c52e-da2e-4528-868b-395bde7ad014 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0857940
Dec 21 04:13:38.882585 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3b0a3836-373e-43de-864e-9096f7d37170 req-e7cefc30-d0f9-43d5-9d4a-d8c696d8f6a6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0465243
Dec 21 04:13:38.897139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:40.090397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab1980-b60b-4d11-b04c-53101e8d35b4 req-bb67ea07-603f-4c38-a090-136c4abcbd1f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:40.092006 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3fab1980-b60b-4d11-b04c-53101e8d35b4 req-bb67ea07-603f-4c38-a090-136c4abcbd1f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0820124
Dec 21 04:13:40.141693 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3fab1980-b60b-4d11-b04c-53101e8d35b4 req-2c58b0c0-4e02-4519-91aa-ecff4b096f03 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435297
Dec 21 04:13:41.355649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c572b86-cd80-45a2-92db-d7f0ef812bc1 req-bc8e8db4-eba3-46ea-a350-167ee910da96 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:41.357270 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c572b86-cd80-45a2-92db-d7f0ef812bc1 req-bc8e8db4-eba3-46ea-a350-167ee910da96 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0840549
Dec 21 04:13:41.405782 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9c572b86-cd80-45a2-92db-d7f0ef812bc1 req-e0f7984a-db59-449f-9877-b7014e33266f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420661
Dec 21 04:13:42.619763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c875dcb-beb6-4abf-9100-7a61c9f5c0b9 req-c4870866-ff43-4f7a-bcd3-de4f0f0ac639 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:42.621560 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5c875dcb-beb6-4abf-9100-7a61c9f5c0b9 req-c4870866-ff43-4f7a-bcd3-de4f0f0ac639 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0838497
Dec 21 04:13:42.668463 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5c875dcb-beb6-4abf-9100-7a61c9f5c0b9 req-285eb309-a3b9-4303-97f0-70e63961a09b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405319
Dec 21 04:13:44.027523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b9c0-55bc-4f17-ae5f-4cfe2e791e04 req-8760264e-5a03-4f57-8f93-0233310eba79 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:44.029110 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d39b9c0-55bc-4f17-ae5f-4cfe2e791e04 req-8760264e-5a03-4f57-8f93-0233310eba79 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0865605
Dec 21 04:13:44.074867 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d39b9c0-55bc-4f17-ae5f-4cfe2e791e04 req-a9f63f7e-3e32-4fa7-b98e-70b44528f844 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0394011
Dec 21 04:13:45.293678 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1616991-95c0-4d5d-a72c-b074d6272b5c req-0a0fe7a1-d4a7-4a79-800c-cbada01c162a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:45.301838 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1616991-95c0-4d5d-a72c-b074d6272b5c req-0a0fe7a1-d4a7-4a79-800c-cbada01c162a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0948408
Dec 21 04:13:45.352650 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1616991-95c0-4d5d-a72c-b074d6272b5c req-14abac88-c888-4b8c-87c5-f4a3c5b1c182 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420749
Dec 21 04:13:46.574103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b121-aa79-4d8d-96a2-ddfa30563030 req-c843968c-6493-4cf3-b25a-82eb2be65c31 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:46.575656 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e721b121-aa79-4d8d-96a2-ddfa30563030 req-c843968c-6493-4cf3-b25a-82eb2be65c31 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0830042
Dec 21 04:13:46.625116 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e721b121-aa79-4d8d-96a2-ddfa30563030 req-2179ef01-d454-4f4c-aa03-3af8f68d6541 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432961
Dec 21 04:13:47.130346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:13:47.833780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148a22-1463-4b1a-bb34-8c0008411c06 req-9f7c5420-7153-4af2-8680-7ea1599cc04b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:47.835418 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4a148a22-1463-4b1a-bb34-8c0008411c06 req-9f7c5420-7153-4af2-8680-7ea1599cc04b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0817654
Dec 21 04:13:47.884903 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4a148a22-1463-4b1a-bb34-8c0008411c06 req-f176af4a-b5a5-473e-b1aa-d60824b46e66 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426533
Dec 21 04:13:48.518919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:13:49.094939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a385d53-f47a-43dd-840d-9b84a6c68bbd req-1e9258a9-a026-41e8-89e3-94249e31d020 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:49.096577 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5a385d53-f47a-43dd-840d-9b84a6c68bbd req-1e9258a9-a026-41e8-89e3-94249e31d020 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0836542
Dec 21 04:13:49.144034 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5a385d53-f47a-43dd-840d-9b84a6c68bbd req-44332e4e-6241-45e8-a749-d551894a57f6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411727
Dec 21 04:13:50.367656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d01a3-d0ee-44f1-b93a-d307f0ef651d req-86043177-b01b-4396-a18e-750873ab42f9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:50.369272 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8e4d01a3-d0ee-44f1-b93a-d307f0ef651d req-86043177-b01b-4396-a18e-750873ab42f9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0839217
Dec 21 04:13:50.416154 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8e4d01a3-d0ee-44f1-b93a-d307f0ef651d req-7d2643da-dbd6-4352-bee3-7873c1c7336e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403244
Dec 21 04:13:51.503644 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-f1d99740-a28a-47b4-9f1a-a5f06b8923cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0788448
Dec 21 04:13:51.604398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-4ef77eb3-3b8f-4c0c-8264-999cf2d04804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:51.606790 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-4ef77eb3-3b8f-4c0c-8264-999cf2d04804 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.0804424
Dec 21 04:13:51.642723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf04e1c-fcbb-4dad-a8bc-93d8dc3097d6 req-8289aea1-bf83-4fec-bef4-33a6530797ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:51.644381 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4cf04e1c-fcbb-4dad-a8bc-93d8dc3097d6 req-8289aea1-bf83-4fec-bef4-33a6530797ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0940609
Dec 21 04:13:51.700076 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4cf04e1c-fcbb-4dad-a8bc-93d8dc3097d6 req-3540e754-4ee9-46b3-8af3-352bab86d6c0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0478749
Dec 21 04:13:51.768283 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-52408790-7c33-4edd-9caf-e61966a62117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:51.769890 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-52408790-7c33-4edd-9caf-e61966a62117 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.1434975
Dec 21 04:13:51.845496 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-8452e672-f201-4d09-a9c3-1d279ee1e80a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 217 time: 0.0687470
Dec 21 04:13:51.918724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-259a37d0-dd03-49f6-b9ef-75fe3628d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:51.920466 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-259a37d0-dd03-49f6-b9ef-75fe3628d69d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.0686457
Dec 21 04:13:52.003866 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-f00a0500-fb92-410d-9402-755fe2c96fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:52.005487 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-f00a0500-fb92-410d-9402-755fe2c96fbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0776200
Dec 21 04:13:52.150310 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-c6561fc7-4e38-42d3-9a98-b3cc23be0952 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369848
Dec 21 04:13:52.300375 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b649eddf-63af-4df2-bb34-3ef9b5017b7e req-ce6696f4-5236-48e8-9e63-608f5288e21b service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424165
Dec 21 04:13:52.913345 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa285d-5173-4869-b807-ff4a070ff681 req-a014f769-fb3e-477a-96bf-9d043a17904d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:52.914997 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-eafa285d-5173-4869-b807-ff4a070ff681 req-a014f769-fb3e-477a-96bf-9d043a17904d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0835352
Dec 21 04:13:52.965794 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-eafa285d-5173-4869-b807-ff4a070ff681 req-6d8b6724-875d-40df-afce-c8e75e783b9d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434530
Dec 21 04:13:54.184615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f91c3-30a5-4de8-8df1-a1b5ca6ca045 req-94cccf21-368c-408b-8333-65ee7dacb8d1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:54.186275 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2c5f91c3-30a5-4de8-8df1-a1b5ca6ca045 req-94cccf21-368c-408b-8333-65ee7dacb8d1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0851912
Dec 21 04:13:54.237300 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2c5f91c3-30a5-4de8-8df1-a1b5ca6ca045 req-ba1f62bd-9a8b-47ac-9f7c-c3e36f78442f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0446072
Dec 21 04:13:55.457927 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf248d-8cce-4763-a47c-4b5ec7cef0aa req-4062fd05-d6d2-4a49-ba7c-d575ef154bac tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:55.459584 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5daf248d-8cce-4763-a47c-4b5ec7cef0aa req-4062fd05-d6d2-4a49-ba7c-d575ef154bac tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0883780
Dec 21 04:13:55.508416 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5daf248d-8cce-4763-a47c-4b5ec7cef0aa req-84c1840a-2513-445d-98b0-778f0c0532b5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422554
Dec 21 04:13:56.732750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402de6c-488d-4837-b5b7-44e3096e1404 req-b6402716-e874-4713-95a4-97b280eafab9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:56.734366 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e402de6c-488d-4837-b5b7-44e3096e1404 req-b6402716-e874-4713-95a4-97b280eafab9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0856571
Dec 21 04:13:56.782223 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e402de6c-488d-4837-b5b7-44e3096e1404 req-4f8ddf45-b1b4-4412-84b3-83db652de5a5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414183
Dec 21 04:13:57.993271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9f717-4b53-4ee4-9a9c-46b57e57a522 req-936747a2-0f2c-44cf-afe6-88cd64c53f72 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:57.994867 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bad9f717-4b53-4ee4-9a9c-46b57e57a522 req-936747a2-0f2c-44cf-afe6-88cd64c53f72 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0824926
Dec 21 04:13:58.044625 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bad9f717-4b53-4ee4-9a9c-46b57e57a522 req-710b3893-19fa-4748-9565-ca5b3065f320 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0433421
Dec 21 04:13:59.262080 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fd793-272a-4cc7-b124-84fd286422d0 req-ecfa5f88-d968-4bc4-9ca0-e539cd62ed13 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:13:59.263725 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d66fd793-272a-4cc7-b124-84fd286422d0 req-ecfa5f88-d968-4bc4-9ca0-e539cd62ed13 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0896113
Dec 21 04:13:59.311594 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d66fd793-272a-4cc7-b124-84fd286422d0 req-b173c1aa-ade2-4197-aae8-fbc7d91f1e62 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416210
Dec 21 04:14:00.528792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd748c0-2c7a-4d88-9e58-d1273319eb98 req-278fe284-7210-4fb5-9eed-ca6e63990891 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:00.530425 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-edd748c0-2c7a-4d88-9e58-d1273319eb98 req-278fe284-7210-4fb5-9eed-ca6e63990891 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0845764
Dec 21 04:14:00.579254 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-edd748c0-2c7a-4d88-9e58-d1273319eb98 req-5cc3f95d-9541-4f52-847a-b7488f776c26 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425012
Dec 21 04:14:01.794636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75ad5a-3c0c-40d4-ac13-370e33aed50c req-04f6a41f-778b-4f94-bbde-6643476709d8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:01.796318 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a75ad5a-3c0c-40d4-ac13-370e33aed50c req-04f6a41f-778b-4f94-bbde-6643476709d8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0878711
Dec 21 04:14:01.848596 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a75ad5a-3c0c-40d4-ac13-370e33aed50c req-4d5a0ca8-9a93-4dee-a946-79cf55b2fc18 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0455918
Dec 21 04:14:03.061621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1257e2-3860-4a68-943a-e6842ab1de11 req-f4ee08d5-cb65-4331-9697-0557183a77ed tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:03.063147 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de1257e2-3860-4a68-943a-e6842ab1de11 req-f4ee08d5-cb65-4331-9697-0557183a77ed tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0857618
Dec 21 04:14:03.109726 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de1257e2-3860-4a68-943a-e6842ab1de11 req-9c2c57ad-b96a-4bda-9d03-86e853af013c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403023
Dec 21 04:14:04.327019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5382b3d-2fe5-4bdb-b842-d67bc43c150e req-c95895f5-564a-4069-9f9e-3a5e1546e9a1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:04.328622 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5382b3d-2fe5-4bdb-b842-d67bc43c150e req-c95895f5-564a-4069-9f9e-3a5e1546e9a1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0892320
Dec 21 04:14:04.355158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b8fd4e8c-2c09-4eed-a465-4ef93872e17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:04.378081 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5382b3d-2fe5-4bdb-b842-d67bc43c150e req-2cd06873-edd8-491a-9a53-93adc4ba0472 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0429142
Dec 21 04:14:05.665390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bae1d-bcc7-423e-9b67-634a9d9308d1 req-92e696ae-5452-4bf0-ac89-985886f4b02c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:05.667586 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a98bae1d-bcc7-423e-9b67-634a9d9308d1 req-92e696ae-5452-4bf0-ac89-985886f4b02c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1598794
Dec 21 04:14:05.717222 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a98bae1d-bcc7-423e-9b67-634a9d9308d1 req-8e530917-c61b-4ab5-b9c7-47e06a2b8106 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430496
Dec 21 04:14:07.008808 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-004c7ebd-89e6-4074-9187-c34823db40e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:07.015690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016d155-f652-48a2-91bf-e4b0144baab5 req-58d4f726-14d2-4cef-8c4c-0bdec58cf72a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:07.017321 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c016d155-f652-48a2-91bf-e4b0144baab5 req-58d4f726-14d2-4cef-8c4c-0bdec58cf72a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1634398
Dec 21 04:14:07.066139 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c016d155-f652-48a2-91bf-e4b0144baab5 req-307ebbed-e92e-41a3-b651-4cc55643ada6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420821
Dec 21 04:14:07.113896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:08.261344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:08.280843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1409a8a-7d28-4665-b5de-18a8adcf40a9 req-ab85d2ca-c008-4602-b3b2-9ffcb26930f0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:08.282409 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1409a8a-7d28-4665-b5de-18a8adcf40a9 req-ab85d2ca-c008-4602-b3b2-9ffcb26930f0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0854361
Dec 21 04:14:08.334634 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c1409a8a-7d28-4665-b5de-18a8adcf40a9 req-f450181a-71d7-4a8b-8409-4b87dc793f52 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459161
Dec 21 04:14:08.902441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:09.548390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07696b-bb56-4165-ba3d-027d01df070e req-d4ddb2d3-4b84-43dd-bde2-644baf130773 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:09.549977 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-db07696b-bb56-4165-ba3d-027d01df070e req-d4ddb2d3-4b84-43dd-bde2-644baf130773 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0847967
Dec 21 04:14:09.600218 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-db07696b-bb56-4165-ba3d-027d01df070e req-04894680-c61c-47d7-993a-5df0368e49f0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436072
Dec 21 04:14:10.812422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175ae4d-f9f6-46d7-b0b1-c05218e34bf6 req-409cd8fd-3149-4a08-bf62-a42ef442636c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:10.814031 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6175ae4d-f9f6-46d7-b0b1-c05218e34bf6 req-409cd8fd-3149-4a08-bf62-a42ef442636c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0874088
Dec 21 04:14:10.860956 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6175ae4d-f9f6-46d7-b0b1-c05218e34bf6 req-9d92bffa-ba24-4ffa-bc08-ba75c37bf116 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405481
Dec 21 04:14:12.069954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d066e-28fa-4010-945b-85441c70cb3c req-f23d1e0e-977e-4b27-8fe4-f03448f2e2e9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:12.071639 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a97d066e-28fa-4010-945b-85441c70cb3c req-f23d1e0e-977e-4b27-8fe4-f03448f2e2e9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0845680
Dec 21 04:14:12.119008 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a97d066e-28fa-4010-945b-85441c70cb3c req-29fa294c-fa38-4962-b38d-e53e21dc798c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409567
Dec 21 04:14:13.327475 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fa85-7873-4710-be2d-949bef43e7aa req-ba619ee1-f6ec-46dd-9d18-a85b73e28f22 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:13.329103 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8364fa85-7873-4710-be2d-949bef43e7aa req-ba619ee1-f6ec-46dd-9d18-a85b73e28f22 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0832200
Dec 21 04:14:13.388595 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8364fa85-7873-4710-be2d-949bef43e7aa req-2c26bb1f-79da-43e6-85bf-5872c229c4b5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0531111
Dec 21 04:14:14.606110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e1c6-1aa4-4182-b8aa-79d08124fc15 req-6ccbad79-a0ec-406a-b0df-6c04eee0e297 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:14.607741 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5874e1c6-1aa4-4182-b8aa-79d08124fc15 req-6ccbad79-a0ec-406a-b0df-6c04eee0e297 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0868206
Dec 21 04:14:14.656036 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5874e1c6-1aa4-4182-b8aa-79d08124fc15 req-6030ae99-c990-4f11-9e43-7f5f0636712b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417893
Dec 21 04:14:15.870735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37622e-6d67-4ce9-853e-6bea85cfa8ed req-19cfb87a-1a2b-4fdd-a8c4-d80d61025b31 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:15.872404 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ff37622e-6d67-4ce9-853e-6bea85cfa8ed req-19cfb87a-1a2b-4fdd-a8c4-d80d61025b31 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0840304
Dec 21 04:14:15.919209 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ff37622e-6d67-4ce9-853e-6bea85cfa8ed req-b68cab69-c392-402a-bdd9-0c4c9ab321d9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405216
Dec 21 04:14:17.131741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095ed0c-237b-462f-b3bd-227f4825f765 req-ec5c8799-d3a3-4122-92c8-987276af7d53 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:17.133328 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8095ed0c-237b-462f-b3bd-227f4825f765 req-ec5c8799-d3a3-4122-92c8-987276af7d53 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0855203
Dec 21 04:14:17.184832 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8095ed0c-237b-462f-b3bd-227f4825f765 req-ecdb9d8e-53c6-4b64-aa60-1446874c0109 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0446703
Dec 21 04:14:18.531321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:18.604282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f859a76-de50-4741-9c15-c2570d4cd86a req-6a9e7b6c-c009-49e4-b9d4-2aa10f0b5ceb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:18.605959 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6f859a76-de50-4741-9c15-c2570d4cd86a req-6a9e7b6c-c009-49e4-b9d4-2aa10f0b5ceb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.2906280
Dec 21 04:14:18.653723 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6f859a76-de50-4741-9c15-c2570d4cd86a req-27a16ccb-f685-468e-b815-b1cbae59be4e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412586
Dec 21 04:14:19.861111 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18738a10-d123-4bc7-adf8-ff106b7a74a8 req-bf7cb74c-ef05-4023-b4d5-8f8db1ac65d8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:19.862706 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-18738a10-d123-4bc7-adf8-ff106b7a74a8 req-bf7cb74c-ef05-4023-b4d5-8f8db1ac65d8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0826550
Dec 21 04:14:19.909877 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-18738a10-d123-4bc7-adf8-ff106b7a74a8 req-bd8ea2d3-7a35-44b8-8b9b-28ff85ca6a04 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406287
Dec 21 04:14:21.120126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6d431-e52b-4da1-9f44-83b8bd8f7c90 req-d67e541c-9586-4abe-a5ea-b1a2bace2371 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:21.121736 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-feb6d431-e52b-4da1-9f44-83b8bd8f7c90 req-d67e541c-9586-4abe-a5ea-b1a2bace2371 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0833480
Dec 21 04:14:21.168854 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-feb6d431-e52b-4da1-9f44-83b8bd8f7c90 req-264d2888-5e61-4c72-92c6-9ca9ba116338 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0408950
Dec 21 04:14:22.383836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51517-a923-44d6-87ab-450764c31e3c req-1f8dba56-23fe-4d70-8b4a-4cbdc3c70845 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:22.385703 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-16e51517-a923-44d6-87ab-450764c31e3c req-1f8dba56-23fe-4d70-8b4a-4cbdc3c70845 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0871654
Dec 21 04:14:22.434037 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-16e51517-a923-44d6-87ab-450764c31e3c req-e1353a8e-1413-4cd8-995c-fe989f07d8db tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0416603
Dec 21 04:14:23.655893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365d0d-cd91-43d4-bfac-3bc4ca45b6f8 req-5855d8b7-7981-4559-91cd-ec25166a804a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:23.657597 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fc365d0d-cd91-43d4-bfac-3bc4ca45b6f8 req-5855d8b7-7981-4559-91cd-ec25166a804a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0873039
Dec 21 04:14:23.706388 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fc365d0d-cd91-43d4-bfac-3bc4ca45b6f8 req-98ae3520-d3d1-4251-93c4-0871daf24874 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425749
Dec 21 04:14:24.130981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:14:24.921650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157fa65-7b4f-471e-91a1-27170ca5d454 req-b79faa02-dda5-4c1a-a723-fd82f15815df tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:24.923270 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d157fa65-7b4f-471e-91a1-27170ca5d454 req-b79faa02-dda5-4c1a-a723-fd82f15815df tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0868201
Dec 21 04:14:24.971990 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d157fa65-7b4f-471e-91a1-27170ca5d454 req-68836521-1539-458c-a25e-d1f4be1c3207 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0421619
Dec 21 04:14:26.195672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a0b92-31bc-4021-b0ac-a86dc0590ff9 req-d2dfd034-86ad-4efb-badd-ab54bf907f76 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:26.197295 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-861a0b92-31bc-4021-b0ac-a86dc0590ff9 req-d2dfd034-86ad-4efb-badd-ab54bf907f76 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0913098
Dec 21 04:14:26.258721 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-861a0b92-31bc-4021-b0ac-a86dc0590ff9 req-639d0e47-92a5-41dc-b0d3-a02568017ed7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0534482
Dec 21 04:14:26.346257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 39984) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:26.502880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:26.518734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:26.523077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Usage tracker for resource:security_group_rule and tenant:a7616552eb374e76973201a128f94304 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:26.526135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:26.532067 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:26.622533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:26.625556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:26.634719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-78946ce6-0a01-4e35-b08e-e2dbb57fc1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:26.679804 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7616552eb374e76973201a128f94304&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3319895
Dec 21 04:14:26.680574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 39994) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:26.686320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07e7cc6-15ba-4d8d-ad60-395e237a1cda,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:26.695701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.696237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.696875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.697023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.697434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.697825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.698603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.699016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.699519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.700029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.700415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.701020 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.701217 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.701608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.701977 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.702478 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.702859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.703276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.703654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.704035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.704656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.705034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.705415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.705792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.721975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:26.754935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:26.782410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:26.827921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:26.833183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2ef91a1b-2adc-4a2d-9584-155b8f7aa4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:26.847333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07e7cc6-15ba-4d8d-ad60-395e237a1cda,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:26.852058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:26.853282 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e07e7cc6-15ba-4d8d-ad60-395e237a1cda HTTP/1.1" status: 204  len: 168 time: 0.1714232
Dec 21 04:14:26.859055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.859498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.860044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.860549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.860925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.861326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.861724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.862114 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.862509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.862873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.863460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.863996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.864602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.865135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.865670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.866465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.867029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.867641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.868150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.868668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.869227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.870586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.871285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.871834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:14:26.875641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:26.939334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40004) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:27.096196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.115818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:27.120210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:37fce8a1f2b04a58928c362550231129 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:27.123235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:27.129014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:27.216388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.219340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.228369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-86b42252-2f88-471f-92f4-ce8a2020eb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:27.270096 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b8e21f-799c-417c-b5f6-f4faebdaf4f4,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:27.273480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:27.280065 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37fce8a1f2b04a58928c362550231129&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3392508
Dec 21 04:14:27.280332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40014) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:27.320861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40022) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:27.340332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.349017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e91f9f38-2e1b-4f4e-98f5-5e44b566f7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.356529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:27.360593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5ad6b0c651415485af8758b07ac3f6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:27.363619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:27.369621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:27.381935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e91f9f38-2e1b-4f4e-98f5-5e44b566f7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.430667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e91f9f38-2e1b-4f4e-98f5-5e44b566f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.436035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:27.450002 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f9f38-2e1b-4f4e-98f5-5e44b566f7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b8e21f-799c-417c-b5f6-f4faebdaf4f4,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:27.455477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e91f9f38-2e1b-4f4e-98f5-5e44b566f7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:27.461394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e91f9f38-2e1b-4f4e-98f5-5e44b566f7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.463729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e91f9f38-2e1b-4f4e-98f5-5e44b566f7f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13b8e21f-799c-417c-b5f6-f4faebdaf4f4 HTTP/1.1" status: 204  len: 168 time: 0.1813638
Dec 21 04:14:27.521766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.528166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.536668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-52fdc3cd-705c-4323-987e-266d9487f143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:27.575171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307764ba-771b-4ca3-9f7f-03307a5af561 req-408d28f7-8df3-4ffe-a005-23ba02d01ff6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:27.576780 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-307764ba-771b-4ca3-9f7f-03307a5af561 req-408d28f7-8df3-4ffe-a005-23ba02d01ff6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1531582
Dec 21 04:14:27.595288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bea3fe-e979-4115-86fe-5836af3ba8a2,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:27.612310 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d5ad6b0c651415485af8758b07ac3f6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2903032
Dec 21 04:14:27.615203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:27.615406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40028) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:27.642595 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-307764ba-771b-4ca3-9f7f-03307a5af561 req-ef40899b-0a62-4fef-a1f4-de9195803243 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0505185
Dec 21 04:14:27.682958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9d10528d-5870-4937-9ae7-6da6f0e2afb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.710842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9d10528d-5870-4937-9ae7-6da6f0e2afb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.757519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9d10528d-5870-4937-9ae7-6da6f0e2afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.763233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-51840793-e8cf-4cef-ab34-1c5d73fb2461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:27.778169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10528d-5870-4937-9ae7-6da6f0e2afb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bea3fe-e979-4115-86fe-5836af3ba8a2,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:27.781424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9d10528d-5870-4937-9ae7-6da6f0e2afb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:27.782250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9d10528d-5870-4937-9ae7-6da6f0e2afb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.786305 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9d10528d-5870-4937-9ae7-6da6f0e2afb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10bea3fe-e979-4115-86fe-5836af3ba8a2 HTTP/1.1" status: 204  len: 168 time: 0.1695752
Dec 21 04:14:27.920193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40038) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:27.941639 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:27.957985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:27.962224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Usage tracker for resource:security_group_rule and tenant:a29a13be86714009b314f8f87f8e8b7d is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:27.966115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:27.971241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:28.064452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.067260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.076911 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4b7a15c0-44e4-4a6d-90a4-2202806721e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:28.118527 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a29a13be86714009b314f8f87f8e8b7d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1970215
Dec 21 04:14:28.121903 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40048) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:28.123628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f775b68c-7abc-40d8-90b4-15991322afb1,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:28.127209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:28.167623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40052) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:28.193328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.218857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:28.226971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Usage tracker for resource:security_group_rule and tenant:383285694ff44f05b6c4b147b416fd11 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:28.232403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:28.235127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c90662a1-1293-4b87-9de6-131716dd9b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.240373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:28.281891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c90662a1-1293-4b87-9de6-131716dd9b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.365822 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c90662a1-1293-4b87-9de6-131716dd9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.376986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-01def855-5eda-485a-8e54-f5e8890f643d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:28.401411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90662a1-1293-4b87-9de6-131716dd9b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f775b68c-7abc-40d8-90b4-15991322afb1,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:28.411756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c90662a1-1293-4b87-9de6-131716dd9b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:28.415784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.419062 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c90662a1-1293-4b87-9de6-131716dd9b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.420298 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c90662a1-1293-4b87-9de6-131716dd9b03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f775b68c-7abc-40d8-90b4-15991322afb1 HTTP/1.1" status: 204  len: 168 time: 0.2973390
Dec 21 04:14:28.421603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.430375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bdd82f25-c718-476e-8251-13021a7b6cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:28.475567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daee8d6-ee82-45fe-8a21-daf6e8e30d3a,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:28.481823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:28.488383 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=383285694ff44f05b6c4b147b416fd11&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3165894
Dec 21 04:14:28.488475 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40060) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:28.559133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-18b1f302-a3ae-40e6-a3ca-e226f66aa2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.586548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-18b1f302-a3ae-40e6-a3ca-e226f66aa2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.635786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-18b1f302-a3ae-40e6-a3ca-e226f66aa2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.640880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71ae6b46-e046-4ddb-8d9d-471eba632dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:28.656839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f302-a3ae-40e6-a3ca-e226f66aa2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daee8d6-ee82-45fe-8a21-daf6e8e30d3a,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:28.661082 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-18b1f302-a3ae-40e6-a3ca-e226f66aa2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:28.678731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-18b1f302-a3ae-40e6-a3ca-e226f66aa2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:28.678731 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-18b1f302-a3ae-40e6-a3ca-e226f66aa2b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2daee8d6-ee82-45fe-8a21-daf6e8e30d3a HTTP/1.1" status: 204  len: 168 time: 0.1870549
Dec 21 04:14:28.877354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33942e2b-09c3-40b7-aa54-15409d799bc6 req-fb49c070-4a5b-4d7e-8d11-ad5ca08f180a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:28.879006 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-33942e2b-09c3-40b7-aa54-15409d799bc6 req-fb49c070-4a5b-4d7e-8d11-ad5ca08f180a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0924294
Dec 21 04:14:28.948274 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-33942e2b-09c3-40b7-aa54-15409d799bc6 req-115f906d-0c0e-4d98-aee4-44955651f01f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0601194
Dec 21 04:14:30.191937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4ad9-18aa-40ce-b95f-8a7e945e764f req-76de691d-351b-45d1-aaa3-21f3c9dd03de tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:30.193508 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c4fc4ad9-18aa-40ce-b95f-8a7e945e764f req-76de691d-351b-45d1-aaa3-21f3c9dd03de tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0962560
Dec 21 04:14:30.248915 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c4fc4ad9-18aa-40ce-b95f-8a7e945e764f req-66d69fe2-56be-457b-864f-ce8622ae609b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0449131
Dec 21 04:14:31.466789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc410631-f657-4c7f-9a67-2235d1130d6f req-808ff7f4-3e22-44e3-8c32-fc080af87ace tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:31.468446 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bc410631-f657-4c7f-9a67-2235d1130d6f req-808ff7f4-3e22-44e3-8c32-fc080af87ace tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0902531
Dec 21 04:14:31.518772 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bc410631-f657-4c7f-9a67-2235d1130d6f req-9c28d8f9-390f-4ccb-9185-0dfc6af18693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432150
Dec 21 04:14:32.672896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40196) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:32.741803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b4575-8175-4635-9455-daae36fcd4fa req-e18cc0fc-8943-4234-9965-febaddba3494 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:32.743501 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e52b4575-8175-4635-9455-daae36fcd4fa req-e18cc0fc-8943-4234-9965-febaddba3494 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0884395
Dec 21 04:14:32.794136 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e52b4575-8175-4635-9455-daae36fcd4fa req-aebc25d2-848a-4881-84be-dbed15c2c0ba tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442107
Dec 21 04:14:32.825944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:32.841831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:32.845895 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Usage tracker for resource:security_group_rule and tenant:3b5da60567c84efd8fd74f47cc052e1e is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:32.848875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:32.854771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:32.937848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:32.940533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:32.949818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ff65a19f-3d6a-403b-83bc-abd623f095d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:32.994597 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b5da60567c84efd8fd74f47cc052e1e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3205001
Dec 21 04:14:32.996385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ff8a4b-9cd1-4aae-80c8-ce1ea29fdaa4,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:32.997782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40204) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:32.999903 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:33.063685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e3bc5da2-707e-4784-8952-f26bb9fd0abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.092603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e3bc5da2-707e-4784-8952-f26bb9fd0abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.138298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e3bc5da2-707e-4784-8952-f26bb9fd0abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.143295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b45ce0f1-e029-4c49-842c-788d8a876f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:33.159099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc5da2-707e-4784-8952-f26bb9fd0abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ff8a4b-9cd1-4aae-80c8-ce1ea29fdaa4,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:33.159099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e3bc5da2-707e-4784-8952-f26bb9fd0abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:33.165920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e3bc5da2-707e-4784-8952-f26bb9fd0abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.167258 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e3bc5da2-707e-4784-8952-f26bb9fd0abb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7ff8a4b-9cd1-4aae-80c8-ce1ea29fdaa4 HTTP/1.1" status: 204  len: 168 time: 0.1683242
Dec 21 04:14:33.521426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40220) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:33.541440 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.557329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:33.561405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb6a0b6bccd47f58071c12d6419952d is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:33.564398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:33.570184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:33.657077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.659817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.668803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a9868b9a-e84f-4360-bc7a-f9ef566ed58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:33.711595 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bb6a0b6bccd47f58071c12d6419952d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1890273
Dec 21 04:14:33.712520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83c9a23-8626-46ae-801d-7f8c2119817b,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:33.714608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40224) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:33.715774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:33.776713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9807398e-a021-4631-af4c-62c8728cc2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.806804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9807398e-a021-4631-af4c-62c8728cc2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.850841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9807398e-a021-4631-af4c-62c8728cc2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.856686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-18b1f302-a3ae-40e6-a3ca-e226f66aa2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:33.870830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807398e-a021-4631-af4c-62c8728cc2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83c9a23-8626-46ae-801d-7f8c2119817b,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:33.873916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9807398e-a021-4631-af4c-62c8728cc2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:33.874826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9807398e-a021-4631-af4c-62c8728cc2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:33.878966 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9807398e-a021-4631-af4c-62c8728cc2c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b83c9a23-8626-46ae-801d-7f8c2119817b HTTP/1.1" status: 204  len: 168 time: 0.1630712
Dec 21 04:14:34.017324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab580504-3d64-49b2-9127-eb3bdcf2e676 req-8675ec32-1a0d-4b70-a628-ca9cd676749f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:34.018997 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ab580504-3d64-49b2-9127-eb3bdcf2e676 req-8675ec32-1a0d-4b70-a628-ca9cd676749f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0898454
Dec 21 04:14:34.300988 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ab580504-3d64-49b2-9127-eb3bdcf2e676 req-6659c097-5a67-450a-b96d-5935ac011969 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2743225
Dec 21 04:14:34.358065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-424013c6-9fc8-419a-9a1b-7342cb9c9d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:34.857008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40258) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:34.998919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-132063799-network', 'tenant_id': '4f7a5febfed440688815091f1aa7f74f'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:14:35.003960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:35.008013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Usage tracker for resource:network and tenant:4f7a5febfed440688815091f1aa7f74f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:35.011118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:35.016891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:35.026529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Made reservation on behalf of 4f7a5febfed440688815091f1aa7f74f for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:14:35.031346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.044758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.060371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:35.064337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7a5febfed440688815091f1aa7f74f is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:35.067231 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:35.072965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:35.155484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.158185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.162241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e3bc5da2-707e-4784-8952-f26bb9fd0abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:35.192594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:14:35.205794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df883e9-0c79-4fb3-8435-3ecc628adcff,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:35.209208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:35.211882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275586200863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.212313 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Added segment 7117f5cb-e71c-4196-adec-d001b90ece1a of type vxlan for network 096868bb-03bf-4f46-9308-80a0087345aa
Dec 21 04:14:35.245697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.284611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.285862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:35.286500 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.292150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5a62faa8-dcd3-4f1e-817a-c965cc1fc6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:35.397424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=096868bb-03bf-4f46-9308-80a0087345aa,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:35.404474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40272) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:35.404731 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5465472
Dec 21 04:14:35.405794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:35.410090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network 096868bb-03bf-4f46-9308-80a0087345aa details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:14:35.410513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Request body: {'subnet': {'network_id': '096868bb-03bf-4f46-9308-80a0087345aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-132063799-subnet', 'tenant_id': '4f7a5febfed440688815091f1aa7f74f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:14:35.416772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:35.424934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Usage tracker for resource:subnet and tenant:4f7a5febfed440688815091f1aa7f74f is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:35.428315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:35.434576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:35.448978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Made reservation on behalf of 4f7a5febfed440688815091f1aa7f74f for: {'subnet': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:14:35.456472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6897958'] for subnet, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.506948 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 096868bb-03bf-4f46-9308-80a0087345aa details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:14:35.545713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaecfd7-286f-4c2f-ba26-e11f7b086dc6 req-a1510458-1cda-4920-ae3b-4b1771876b02 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:35.547380 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4eaecfd7-286f-4c2f-ba26-e11f7b086dc6 req-a1510458-1cda-4920-ae3b-4b1771876b02 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1034479
Dec 21 04:14:35.610930 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4eaecfd7-286f-4c2f-ba26-e11f7b086dc6 req-4a85ddd9-ddba-43b8-8c89-5073ac52ded8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0571396
Dec 21 04:14:35.914777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847871921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6897975'] for subnet, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:35.930104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1f05b269-d7bc-4926-9549-9984b0619a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:36.064099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768e6038-87a7-4aaa-a002-e5f17e14add7,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:36.067265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:36.127305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Checking segment: {'id': '7117f5cb-e71c-4196-adec-d001b90ece1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '096868bb-03bf-4f46-9308-80a0087345aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:14:36.127700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Network hostable DHCP agents. Network: 096868bb-03bf-4f46-9308-80a0087345aa, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:14:36.146813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Network 096868bb-03bf-4f46-9308-80a0087345aa is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:14:36.155274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 096868bb-03bf-4f46-9308-80a0087345aa) {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:14:36.164216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851269d7-b948-416a-a404-e4701834c5d1 None None] Network 096868bb-03bf-4f46-9308-80a0087345aa requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:14:36.167250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:36.167900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:36.197149 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7914395
Dec 21 04:14:36.554118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66f879-6df9-4d41-aa4c-cc9a73037a1b None None] Network 096868bb-03bf-4f46-9308-80a0087345aa requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:14:36.843169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13f60b-5024-46b1-9e6c-d4f9e399aa6b req-9f4dff3c-5a4d-4544-9440-8edd67c2d42a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:36.844937 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0b13f60b-5024-46b1-9e6c-d4f9e399aa6b req-9f4dff3c-5a4d-4544-9440-8edd67c2d42a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1032891
Dec 21 04:14:36.899461 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0b13f60b-5024-46b1-9e6c-d4f9e399aa6b req-2de41ab0-72a3-40b7-a5ec-e6a663a1cc37 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0472343
Dec 21 04:14:36.980905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40306) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:36.987131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1944619799-network', 'tenant_id': 'd77395e0074a46039722476de75c57c2'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:14:36.992440 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:36.996589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Usage tracker for resource:network and tenant:d77395e0074a46039722476de75c57c2 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:36.999611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:37.005379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:37.010631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bdfb5bbf-5b4f-491d-b4eb-4f6de20b8213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.015198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Made reservation on behalf of d77395e0074a46039722476de75c57c2 for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:14:37.020082 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.033491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.048961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:37.053043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d77395e0074a46039722476de75c57c2 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:37.055988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:37.061708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:37.115770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.145809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.148388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.151848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-20e8e42e-fda1-425b-8b3c-1bea7af02290 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:37.189116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:14:37.194813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d281186-cdbe-419e-85e2-6678ddfeed4e,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:37.199179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:37.203367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.203367 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Added segment 733bc736-d947-461d-a468-7ce92f9656de of type vxlan for network 71a96cd3-e8b9-4d75-9316-4f9f14c84acf
Dec 21 04:14:37.230209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.260545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.261832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:37.262464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.267614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c9fd1451-e653-4f0c-befb-895d0c0ae650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:37.369735 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.3875580
Dec 21 04:14:37.372751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40310) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:14:37.375100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=71a96cd3-e8b9-4d75-9316-4f9f14c84acf,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:37.378053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-31669f99-eb29-4e69-8542-b5f8aae2a5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:37.379006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Request body: {'subnet': {'network_id': '71a96cd3-e8b9-4d75-9316-4f9f14c84acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1944619799-subnet', 'tenant_id': 'd77395e0074a46039722476de75c57c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:14:37.384286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:14:37.387959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network 71a96cd3-e8b9-4d75-9316-4f9f14c84acf details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:14:37.389201 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Usage tracker for resource:subnet and tenant:d77395e0074a46039722476de75c57c2 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:14:37.392295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:14:37.398062 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:14:37.408266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Made reservation on behalf of d77395e0074a46039722476de75c57c2 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:14:37.410006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 71a96cd3-e8b9-4d75-9316-4f9f14c84acf details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:14:37.412906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848421980'] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.836646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7242225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848421963'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:37.852322 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:37.989203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Pushing event updated for resources: {'Subnet': ['ID=13eec6b4-8767-4801-829f-78b44b87b473,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:37.993681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:38.053358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Checking segment: {'id': '733bc736-d947-461d-a468-7ce92f9656de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71a96cd3-e8b9-4d75-9316-4f9f14c84acf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:14:38.053753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Network hostable DHCP agents. Network: 71a96cd3-e8b9-4d75-9316-4f9f14c84acf, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:14:38.126786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Network 71a96cd3-e8b9-4d75-9316-4f9f14c84acf is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:14:38.141571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 71a96cd3-e8b9-4d75-9316-4f9f14c84acf) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:14:38.149575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc954bc5-4c96-4c4a-b92f-e5d53348feed None None] Network 71a96cd3-e8b9-4d75-9316-4f9f14c84acf requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:14:38.158836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:38.159511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:38.183381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefbab4-6824-4cf4-ba1e-263bb1438086 req-dbcb3c54-f55b-4546-bff4-3b1bb26d5e0d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:38.184594 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0fefbab4-6824-4cf4-ba1e-263bb1438086 req-dbcb3c54-f55b-4546-bff4-3b1bb26d5e0d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1253173
Dec 21 04:14:38.191955 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8179591
Dec 21 04:14:38.234481 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0fefbab4-6824-4cf4-ba1e-263bb1438086 req-a119b375-2c68-41f3-9886-483cb7a93975 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411437
Dec 21 04:14:38.277250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:38.395942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c140e88b-7b53-4047-956e-ab0ebecae57c None None] Network 71a96cd3-e8b9-4d75-9316-4f9f14c84acf requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:14:38.917390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:39.451355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d028a0-b6b3-45a2-bdcb-47d92d2a6008 req-66c20356-db08-4dca-b9de-928879f0ee64 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:39.453077 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-76d028a0-b6b3-45a2-bdcb-47d92d2a6008 req-66c20356-db08-4dca-b9de-928879f0ee64 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0849566
Dec 21 04:14:39.501275 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-76d028a0-b6b3-45a2-bdcb-47d92d2a6008 req-16cd8b7f-01ad-4295-ad98-3ca92e6e8cb2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0412710
Dec 21 04:14:40.596360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee969ea-9b43-4c3d-b028-48686532fce3 req-f6d4c03e-ad3a-43da-870d-d741a95880e4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:40.597983 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fee969ea-9b43-4c3d-b028-48686532fce3 req-f6d4c03e-ad3a-43da-870d-d741a95880e4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0885205
Dec 21 04:14:40.646809 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fee969ea-9b43-4c3d-b028-48686532fce3 req-3542a412-f51b-4d13-a591-e3c86f0b411a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=deff15b0-5db9-4f56-a5d7-85fd1a533727&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411019
Dec 21 04:14:40.724317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55f37c-59c7-424f-8c52-6f7bf931b9bb req-65e4fbd0-030f-4645-9df4-68645c78869a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:40.725938 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d55f37c-59c7-424f-8c52-6f7bf931b9bb req-65e4fbd0-030f-4645-9df4-68645c78869a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0871468
Dec 21 04:14:40.778571 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d55f37c-59c7-424f-8c52-6f7bf931b9bb req-e5c86457-354d-4fd4-b499-c61c05acd901 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453839
Dec 21 04:14:41.030365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-0c6e38e0-7b51-4c88-a0db-9b265436bcf8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:41.031860 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-0c6e38e0-7b51-4c88-a0db-9b265436bcf8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 945 time: 0.0818686
Dec 21 04:14:41.107462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Deleting port cebf23f8-0aba-463b-89c6-d9e38a717d77 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:14:41.107843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:41.366865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] For port cebf23f8-0aba-463b-89c6-d9e38a717d77, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=cebf23f8-0aba-463b-89c6-d9e38a717d77,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:14:41.367291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:41.678089 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:41.678723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:41.678868 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Floating IP d48a3fae-65fc-40c0-bf6a-c7210ea8060a disassociated. External IP: 172.27.0.130, port: cebf23f8-0aba-463b-89c6-d9e38a717d77.
Dec 21 04:14:41.679215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Calling delete_port for cebf23f8-0aba-463b-89c6-d9e38a717d77 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:14:41.821968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:41.837315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9ba2a3d7-8c59-4861-947a-32d48e3d6bc5 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:14:41.844032 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-03e218e6-94bc-43ca-a74b-80d9fdcfc4ab req-c8065b09-d31c-4c8c-a38e-c27683fdc18f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0473411
Dec 21 04:14:41.887271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event deleted for resources: {'Port': ['ID=cebf23f8-0aba-463b-89c6-d9e38a717d77,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:14:41.896119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:14:41.899903 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:14:41.932233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] No Port match for: cebf23f8-0aba-463b-89c6-d9e38a717d77 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:14:41.932862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device cebf23f8-0aba-463b-89c6-d9e38a717d77 not bound to the agent host hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:14:42.140502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e354fc6-b960-4d94-a42b-dc4a13ba6dbe req-5b412034-b49c-4069-9af7-2a56c6aab659 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:42.142111 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2e354fc6-b960-4d94-a42b-dc4a13ba6dbe req-5b412034-b49c-4069-9af7-2a56c6aab659 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.1872373
Dec 21 04:14:42.502185 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2e354fc6-b960-4d94-a42b-dc4a13ba6dbe req-c369897f-9fd0-4073-9898-552197aa8bc6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3521063
Dec 21 04:14:42.537876 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Router 9ce2f132-db29-483b-9f0c-047b314b87a0 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:14:42.739288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:14:42.750590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] Sync routers for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:14:42.760240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:14:42.760912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42bee6d8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:14:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:14:42.781507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] No DVR routers for this DVR port cebf23f8-0aba-463b-89c6-d9e38a717d77 on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:14:42.783875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:42.786819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'name': 'network-vif-deleted', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:14:42.806164 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3ed9f40f-4421-4e83-84aa-8be083b15745 req-f35cae9a-3d86-4341-9484-e0a5483c6d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "DELETE /v2.0/ports/cebf23f8-0aba-463b-89c6-d9e38a717d77 HTTP/1.1" status: 204  len: 173 time: 1.7654524
Dec 21 04:14:42.957915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:14:43.033882 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37226a3f-240e-4e04-9813-fa3d109452de', 'name': 'network-vif-deleted', 'tag': 'cebf23f8-0aba-463b-89c6-d9e38a717d77', 'status': 'completed', 'code': 200}
Dec 21 04:14:43.045268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-293cae44-c277-416f-b5f9-0ddda7241336 req-df8fbc70-1b46-4a5b-8fa5-20ab983e6c75 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Synchronizing usage tracker for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:14:43.060192 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-293cae44-c277-416f-b5f9-0ddda7241336 req-df8fbc70-1b46-4a5b-8fa5-20ab983e6c75 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Unset dirty status for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:14:43.061489 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-293cae44-c277-416f-b5f9-0ddda7241336 req-df8fbc70-1b46-4a5b-8fa5-20ab983e6c75 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0650277
Dec 21 04:14:43.285625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42bee6d8>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:14:43.289617 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] Checking router: 9ce2f132-db29-483b-9f0c-047b314b87a0 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:14:43.298433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:14:43.299138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42bee6d8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:14:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:14:43.482119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:14:43.736086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e35f-0757-402d-adf8-0e109f44180d req-8e34c7a5-fb9d-4719-9688-e41eb3683517 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:43.737752 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3aa9e35f-0757-402d-adf8-0e109f44180d req-8e34c7a5-fb9d-4719-9688-e41eb3683517 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0936353
Dec 21 04:14:43.787453 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3aa9e35f-0757-402d-adf8-0e109f44180d req-36f5a0c0-576e-4cbd-a2b0-a1a13bbb24c9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423777
Dec 21 04:14:43.966612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42bee6d8>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:14:43.970738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f00926-a847-4ab3-9e75-c88a23851ff2 None None] The sync data for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi is: [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:14:44.257449 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fd0106bf-7b6c-4520-8ad8-66e2c9745961 req-014fd036-07fa-4f00-98ad-02c82301a116 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0490344
Dec 21 04:14:44.380670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca7554-678f-4343-b3de-e52bcb42bd39 None None] New status for floating IP d48a3fae-65fc-40c0-bf6a-c7210ea8060a: DOWN {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:14:44.997943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dd20b-3c3c-45d4-90df-60df8d9c764d req-d94538f8-bfd0-464c-b5b7-8bf3956d8c21 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:44.999580 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9b2dd20b-3c3c-45d4-90df-60df8d9c764d req-d94538f8-bfd0-464c-b5b7-8bf3956d8c21 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0836339
Dec 21 04:14:45.050462 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9b2dd20b-3c3c-45d4-90df-60df8d9c764d req-97a14947-3385-4476-81a1-b5722c2c9d30 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0446513
Dec 21 04:14:45.452661 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d83a6591-0c5a-4093-b7c8-8c553e1859d1 req-743b5915-7a73-493b-86f7-1cec5e790fa6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0497174
Dec 21 04:14:46.256994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b81e53-54de-4160-a52e-8f027ac340c2 req-7c2b136e-c50c-4f25-afba-989eed56009d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:46.258490 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e1b81e53-54de-4160-a52e-8f027ac340c2 req-7c2b136e-c50c-4f25-afba-989eed56009d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0822806
Dec 21 04:14:46.304960 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e1b81e53-54de-4160-a52e-8f027ac340c2 req-d2b497d0-1fb1-4fae-bd5f-dfb0c23e6422 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0396242
Dec 21 04:14:46.643104 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a3eb387e-cf70-4424-8cc6-cc283d87f259 req-2a68d2ff-2a0f-4567-8def-5cca762534ba tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0458186
Dec 21 04:14:47.517973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35b309-e52f-4012-9180-3963bb18080c req-dcdc50cc-7fe9-4de0-b6ce-e4bd422aafd7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:47.519613 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-eb35b309-e52f-4012-9180-3963bb18080c req-dcdc50cc-7fe9-4de0-b6ce-e4bd422aafd7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0869825
Dec 21 04:14:47.565808 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-eb35b309-e52f-4012-9180-3963bb18080c req-9801b6f1-e946-459d-be38-d4aa4ddf8cd4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0393574
Dec 21 04:14:47.975117 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5940e1ed-1b44-4a00-96a1-43f05dc24e0f req-abfb0b0f-c6fa-465d-b850-ca670cf8fb35 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0447891
Dec 21 04:14:48.529406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:14:48.777439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa3bca-f110-4697-8789-b4a5cfb76f08 req-fbd636c0-da57-44e1-bea9-359ab7e191e2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:48.779028 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-76aa3bca-f110-4697-8789-b4a5cfb76f08 req-fbd636c0-da57-44e1-bea9-359ab7e191e2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0837193
Dec 21 04:14:48.828328 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-76aa3bca-f110-4697-8789-b4a5cfb76f08 req-d78e160f-4c6f-41db-ac38-93449ff9ef40 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430529
Dec 21 04:14:49.165151 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63125324-bef1-4a8d-87f1-c42cd9078666 req-3581fb5c-70e0-49c3-a7bf-6441dd83a1cf tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0489070
Dec 21 04:14:50.038466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7584971-4b3c-4646-a4ff-4d466354156c req-2370fcbf-f8ca-42f8-8a76-61b911248d8a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:50.040126 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f7584971-4b3c-4646-a4ff-4d466354156c req-2370fcbf-f8ca-42f8-8a76-61b911248d8a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0834806
Dec 21 04:14:50.086303 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f7584971-4b3c-4646-a4ff-4d466354156c req-729ace19-b13a-45fb-a183-2f38a27cabc3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0396276
Dec 21 04:14:50.353320 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5acfaa7-6100-404d-9362-f904b71bfe5e req-7d698358-6633-422f-a45f-02b2ba580269 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0449522
Dec 21 04:14:51.301347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbcf8a-51a5-49e9-9e3f-c14e8672fdc2 req-a861cbc1-ab47-4c74-bd8d-8cc24374e795 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:51.302944 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7edbcf8a-51a5-49e9-9e3f-c14e8672fdc2 req-a861cbc1-ab47-4c74-bd8d-8cc24374e795 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0871236
Dec 21 04:14:51.349174 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7edbcf8a-51a5-49e9-9e3f-c14e8672fdc2 req-8dce2987-b9b9-4bae-80ff-ade9c4773ced tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0394521
Dec 21 04:14:51.546778 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-65594662-572f-405c-9694-ee76f7f5c31e req-acb2e545-4d46-4ee6-840b-0057a22a922c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0454061
Dec 21 04:14:52.563399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8215543-b17e-410f-bd1c-5b6ea0a03b5a req-6f30004d-6d9e-4ade-9608-e18ee67fb43f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:52.565000 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e8215543-b17e-410f-bd1c-5b6ea0a03b5a req-6f30004d-6d9e-4ade-9608-e18ee67fb43f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0829654
Dec 21 04:14:52.603794 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-1b2ccf3d-6395-4105-83ed-56b01d3b5644 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2255929
Dec 21 04:14:52.619508 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e8215543-b17e-410f-bd1c-5b6ea0a03b5a req-5f9b2660-7633-44d0-979a-ca868f7a9cfa tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0469694
Dec 21 04:14:52.745022 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cce04b6b-2537-4e0c-9fd0-a05a5f01672c req-20e8f3b6-83a7-4dcc-8627-72bb77c4d23a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0484121
Dec 21 04:14:52.747044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-7baf8559-61a0-4104-a106-28342e013ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:52.748526 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-7baf8559-61a0-4104-a106-28342e013ec4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=13fc3096c5c34fe8b975ecce478f85fc&device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 1162 time: 0.1217661
Dec 21 04:14:52.905160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-200f8148-3507-4ca4-9186-f5e7401fe53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:52.906661 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-200f8148-3507-4ca4-9186-f5e7401fe53c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cb38372-b1fe-404c-9646-e5579ec8fe7b HTTP/1.1" status: 200  len: 908 time: 0.1376345
Dec 21 04:14:52.980209 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-2e9fcc45-aab8-4a10-97d1-35c737087057 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4d70010-d5c7-45a0-a55b-d30d1f2df8be HTTP/1.1" status: 200  len: 217 time: 0.0662408
Dec 21 04:14:53.047567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-335d5c2d-29d9-4f9c-b926-8eedfea59e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:53.049043 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-335d5c2d-29d9-4f9c-b926-8eedfea59e44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=950cc1e3-d381-4b3d-af91-d88bbdfb7841 HTTP/1.1" status: 200  len: 854 time: 0.0631886
Dec 21 04:14:53.100797 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-4eeb560a-7adb-4428-8a7a-1d62770f393c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cb38372-b1fe-404c-9646-e5579ec8fe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454757
Dec 21 04:14:53.111861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-fb2490ee-1189-4df0-852f-10942d82b7b1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:14:53.112855 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-fb2490ee-1189-4df0-852f-10942d82b7b1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0051267
Dec 21 04:14:53.254660 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-ca2b6e47-43c6-47ee-87bc-4fdb48b0e32f service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343243
Dec 21 04:14:53.398787 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f81632-519f-4e90-933e-b7fc9dd2d652 req-45832acd-7362-4732-b49f-9560ef8a32c2 service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362228
Dec 21 04:14:53.837722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fce52-bb85-4fca-8364-5086f181fd06 req-f5077d9c-2a11-4936-b5bb-d10e5de979ea tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:53.839361 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc1fce52-bb85-4fca-8364-5086f181fd06 req-f5077d9c-2a11-4936-b5bb-d10e5de979ea tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0861263
Dec 21 04:14:53.887426 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc1fce52-bb85-4fca-8364-5086f181fd06 req-a284a1cd-05e5-4db8-9186-7e5de1d83496 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415320
Dec 21 04:14:53.936958 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-14699c69-998a-411b-8daf-453d8b34b20b req-065cf464-21ed-4a89-b070-1c212f295e3f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0457356
Dec 21 04:14:55.099561 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afc3a0-a1b2-443a-b050-a8c273371a94 req-9dddfe3e-4861-4e63-85ae-caf80a875eb0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:55.101187 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c2afc3a0-a1b2-443a-b050-a8c273371a94 req-9dddfe3e-4861-4e63-85ae-caf80a875eb0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0861590
Dec 21 04:14:55.133031 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1597ec9d-468d-4c75-b080-7b1dc7ea0618 req-214f483b-b114-496d-a6a6-40b4e6606b3e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0463381
Dec 21 04:14:55.148663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c2afc3a0-a1b2-443a-b050-a8c273371a94 req-81a6d4c8-b23e-4630-a8a8-c5d366bfa937 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403442
Dec 21 04:14:56.327313 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-010590ca-0866-4e5e-8cce-c0592f566981 req-3d5acc48-068d-467b-88f3-a7bb5c42fa38 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0455160
Dec 21 04:14:56.364912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa2a36-ea48-4ddf-82e0-2ebf695e3d04 req-1a1e3451-930e-424a-b4ef-7dfa314175ca tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:56.366767 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68fa2a36-ea48-4ddf-82e0-2ebf695e3d04 req-1a1e3451-930e-424a-b4ef-7dfa314175ca tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0865085
Dec 21 04:14:56.413479 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68fa2a36-ea48-4ddf-82e0-2ebf695e3d04 req-8816c2ed-e62e-49cc-a653-576b58cfed7e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0399127
Dec 21 04:14:57.520960 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8ba6442b-3dfb-447d-9a3e-578e9e266f03 req-9a179527-5dd8-41a0-8a87-1010d7f61b05 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0489569
Dec 21 04:14:57.626044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318602da-08a6-4186-aa51-0e7ca2a2552f req-2783c442-c5cb-4932-bbd2-25fbb0f678ef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:57.627675 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-318602da-08a6-4186-aa51-0e7ca2a2552f req-2783c442-c5cb-4932-bbd2-25fbb0f678ef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0825617
Dec 21 04:14:57.676913 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-318602da-08a6-4186-aa51-0e7ca2a2552f req-639258d2-1226-4181-9712-b87731f37d64 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427794
Dec 21 04:14:58.710684 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ba8d7972-c97d-42fb-95d6-f5dbe9c27510 req-aae93146-b354-435f-aff3-fc15f2d201a4 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0454664
Dec 21 04:14:58.890167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f422406-400a-4900-bcdb-c8620b690906 req-34c94822-1d08-4382-ae15-e840479548dc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:14:58.891726 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2f422406-400a-4900-bcdb-c8620b690906 req-34c94822-1d08-4382-ae15-e840479548dc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0833688
Dec 21 04:14:58.938731 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2f422406-400a-4900-bcdb-c8620b690906 req-bf425470-c5dd-4355-b435-42b69c43d95a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406804
Dec 21 04:14:59.901215 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-23ab6085-c1b8-4222-ab3b-e28068cc496a req-f1dbc4c3-c65d-46ca-bc60-084d6d5843e9 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0460021
Dec 21 04:15:00.150671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235af7d-fcf2-4832-8c36-61bee8384fbf req-9ad9310e-5036-4bc7-9c50-6cea7617a1c6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:00.152206 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e235af7d-fcf2-4832-8c36-61bee8384fbf req-9ad9310e-5036-4bc7-9c50-6cea7617a1c6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0862324
Dec 21 04:15:00.198547 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e235af7d-fcf2-4832-8c36-61bee8384fbf req-e33a25f6-d5e8-49b0-bb3c-97973c56a21a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400929
Dec 21 04:15:01.091785 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ef3525f2-1e00-411a-9982-ab089226d83c req-cb81e18e-b451-48de-a686-56dd4ef4fcd6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0481782
Dec 21 04:15:01.131286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:15:01.420385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7d288-d445-40d1-a4c2-b5fd33113816 req-40067267-7672-4ca1-8e1e-02e439882d2d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:01.422005 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2bc7d288-d445-40d1-a4c2-b5fd33113816 req-40067267-7672-4ca1-8e1e-02e439882d2d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0955787
Dec 21 04:15:01.474018 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2bc7d288-d445-40d1-a4c2-b5fd33113816 req-6ecbc680-cb6d-4559-9a12-46d470084ab2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0454276
Dec 21 04:15:02.280451 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f2ef50c8-8cc4-4da3-a386-f062d03e6c6e req-3a83985a-92e1-4747-8729-b62cbff51358 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0464723
Dec 21 04:15:02.688126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72472c-1051-4470-9aae-573caf186c1b req-fee876fe-9d14-4670-96fc-4e67c97d06ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:02.689647 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cd72472c-1051-4470-9aae-573caf186c1b req-fee876fe-9d14-4670-96fc-4e67c97d06ab tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0853031
Dec 21 04:15:02.735933 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cd72472c-1051-4470-9aae-573caf186c1b req-7bc97c82-ea9c-4cfc-a4dc-55f3a27c412b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0397880
Dec 21 04:15:03.470283 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-883eab51-c24d-499a-a305-edde8437096c req-14d150fc-308c-46fb-a388-659739725b63 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0448389
Dec 21 04:15:03.948266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff39c1b-3c41-4eed-9e3f-81d1182e322e req-64178170-3c5f-469c-a797-6fec3c83cf5f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:03.949875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dff39c1b-3c41-4eed-9e3f-81d1182e322e req-64178170-3c5f-469c-a797-6fec3c83cf5f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0859945
Dec 21 04:15:03.997087 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dff39c1b-3c41-4eed-9e3f-81d1182e322e req-db19ca80-4613-4add-863f-d0ffc6e6f735 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409672
Dec 21 04:15:04.358890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8cf6fe02-1ea6-43d8-9f22-1fec50078e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:04.664092 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1a1c1d7c-630f-4aeb-9560-8860c487a3ba req-7e64a938-b007-46f3-8dcf-82d5988d7a97 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0496521
Dec 21 04:15:05.204736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55003a43-c5a1-4233-8228-125f8e5275d4 req-b45b2a9c-7e24-4276-b6be-ce7a2fda0be6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:05.206317 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-55003a43-c5a1-4233-8228-125f8e5275d4 req-b45b2a9c-7e24-4276-b6be-ce7a2fda0be6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0815978
Dec 21 04:15:05.257065 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-55003a43-c5a1-4233-8228-125f8e5275d4 req-1d85ea5c-5543-4027-aeb9-425066879bef tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442836
Dec 21 04:15:05.853567 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-962d4b55-67ae-455a-a304-df86d12536e8 req-36c4b39f-4817-43ef-90f9-e72f1272faf9 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0451400
Dec 21 04:15:06.470798 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b6cb1-55cf-406c-bda7-8b8e84ec8958 req-80b334da-367d-431c-bdac-3155948746b5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:06.472431 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-be1b6cb1-55cf-406c-bda7-8b8e84ec8958 req-80b334da-367d-431c-bdac-3155948746b5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0849047
Dec 21 04:15:06.520382 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-be1b6cb1-55cf-406c-bda7-8b8e84ec8958 req-8c644cb2-29dc-4cfe-b9b1-e4492905c70d tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411224
Dec 21 04:15:07.012420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2814289e-f516-4511-a95b-3ef78ba8e933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:07.045851 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3bbd2c0c-30a3-469c-aae2-4c0d057202d3 req-c24a3b41-51b8-4ba1-8b56-73f0975cc2e8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0456884
Dec 21 04:15:07.118274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:07.731764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e539f31-0a47-4c50-adad-67cd8e836866 req-c14bc262-4936-436a-8bff-33bbd6b2bd0a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:07.733274 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2e539f31-0a47-4c50-adad-67cd8e836866 req-c14bc262-4936-436a-8bff-33bbd6b2bd0a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0855715
Dec 21 04:15:07.781079 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2e539f31-0a47-4c50-adad-67cd8e836866 req-a428a135-26c2-447b-a2c4-82aeb49306ff tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413971
Dec 21 04:15:08.236926 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ade5a92f-bfdc-4d76-8614-adfce68b1758 req-76d5b0d4-fb1e-441f-b23f-14d60bf724c0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0479581
Dec 21 04:15:08.271157 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:08.909319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:08.991817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd5ca-4eca-4087-a02f-67862043e457 req-d0af7ac7-b2e7-42fa-9b55-054c1cc56995 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:08.993641 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ea7fd5ca-4eca-4087-a02f-67862043e457 req-d0af7ac7-b2e7-42fa-9b55-054c1cc56995 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0826435
Dec 21 04:15:09.043701 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ea7fd5ca-4eca-4087-a02f-67862043e457 req-5b996cc3-a325-4f14-bde7-db6c7ba6eb19 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438533
Dec 21 04:15:09.203433 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-d7aef437-101f-4bed-8a33-59b3fd139bcb tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/floatingips/c463c947-9168-47f0-b2af-3f01fc3598e4 HTTP/1.1" status: 200  len: 996 time: 0.1062942
Dec 21 04:15:09.361906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649742-dac7-46a7-b64a-084fbf371370 req-4cdc719e-3f40-41a6-bcfc-7e2969849e4c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:09.363340 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-4cdc719e-3f40-41a6-bcfc-7e2969849e4c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.1541522
Dec 21 04:15:09.433076 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aab4c8e8-15d1-4423-92c3-dda82c42a8e7 req-5156c18c-3cdf-4843-9b97-b3367b39be85 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0455158
Dec 21 04:15:09.473687 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-0e9182a7-722e-4483-9461-0f220fbf50d6 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.182 HTTP/1.1" status: 200  len: 999 time: 0.1027293
Dec 21 04:15:09.554891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649742-dac7-46a7-b64a-084fbf371370 req-19a969cc-5f38-4ece-9140-67652c3f0d89 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:09.556932 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-19a969cc-5f38-4ece-9140-67652c3f0d89 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports/499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 940 time: 0.0764012
Dec 21 04:15:09.737151 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-015f36c5-b2fb-4909-98db-e844c3c14393 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.182 HTTP/1.1" status: 200  len: 999 time: 0.0992215
Dec 21 04:15:10.155236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Deleting port f6dc7a26-c76a-4735-9866-34016e5d6ce9 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:15:10.155617 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:10.329814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:10.330188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for floatingip, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:10.457952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Calling delete_port for f6dc7a26-c76a-4735-9866-34016e5d6ce9 owned by network:floatingip {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:15:10.607755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:10.623843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b7f33e2d-bda4-4af0-896a-ccea87a8396d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:10.624374 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3f5ede5-6947-46a4-babf-f059ed4bcf85 req-513bfc32-6766-4410-98d0-14ed7be80733 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0459485
Dec 21 04:15:10.682281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Pushing event deleted for resources: {'Port': ['ID=f6dc7a26-c76a-4735-9866-34016e5d6ce9,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:10.686221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:10.850504 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for floatingip, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:10.850874 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Floating IP c463c947-9168-47f0-b2af-3f01fc3598e4 disassociated (deleted). External IP: 172.27.0.182, port: 499c69ca-3c31-461f-a533-f5bccf8a38fe.
Dec 21 04:15:11.206215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Router 5081dbb8-e823-4a76-a88a-304f6bc60811 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:15:11.389932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:15:11.400187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] Sync routers for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:15:11.409877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:15:11.410519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42e4a048>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:15:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:15:11.414407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:11.469876 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "DELETE /v2.0/floatingips/c463c947-9168-47f0-b2af-3f01fc3598e4 HTTP/1.1" status: 204  len: 173 time: 1.7256987
Dec 21 04:15:11.470393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:15:11.600412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:15:11.619725 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'status': 'completed', 'code': 200}
Dec 21 04:15:11.657900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649742-dac7-46a7-b64a-084fbf371370 req-8d6e81d9-033a-40e9-8bd1-0de20b78442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:11.659590 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-8d6e81d9-033a-40e9-8bd1-0de20b78442e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1160 time: 0.1712246
Dec 21 04:15:11.722219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-b1a26359-2a33-4be5-a7c9-a1a624f1bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:11.723874 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-b1a26359-2a33-4be5-a7c9-a1a624f1bbf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07ec805977d456b9447a634af514cde&device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 1160 time: 0.0848691
Dec 21 04:15:11.811832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649742-dac7-46a7-b64a-084fbf371370 req-59b2d502-b736-4a4e-91dc-abc7b51bbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:11.813463 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-59b2d502-b736-4a4e-91dc-abc7b51bbe62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 902 time: 0.1467533
Dec 21 04:15:11.891493 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-4eb1d32b-8d50-4462-94d2-7d4f4c7eb77e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 217 time: 0.0708933
Dec 21 04:15:11.898422 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a136cce8-26e2-479f-8ef5-8ec863d4dc88 req-b6450921-ae8b-45b2-ab5f-21bef1438192 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0560760
Dec 21 04:15:11.923256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-306ecfbe-00ca-478a-ac9f-f7b10d683c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:11.924640 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-306ecfbe-00ca-478a-ac9f-f7b10d683c22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 200  len: 902 time: 0.1941166
Dec 21 04:15:11.950953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42e4a048>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:33Z', 'revision_number': 5, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:15:11.956531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] Checking router: 5081dbb8-e823-4a76-a88a-304f6bc60811 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:15:11.966275 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:15:11.966970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42e4a048>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:15:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:15:11.968858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649742-dac7-46a7-b64a-084fbf371370 req-9f4593e2-3183-4a57-a057-7aa6f82b4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:11.970463 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-9f4593e2-3183-4a57-a057-7aa6f82b4b77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 200  len: 847 time: 0.0722640
Dec 21 04:15:12.003275 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-03b23683-f275-44bd-8ee2-f3030a3ce1a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 200  len: 217 time: 0.0707138
Dec 21 04:15:12.058409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649742-dac7-46a7-b64a-084fbf371370 req-10adf4b2-7051-46b5-8a6f-98d7a039a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:12.060107 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-10adf4b2-7051-46b5-8a6f-98d7a039a3f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013b4941-7458-42a2-bded-2718d1174ace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0830359
Dec 21 04:15:12.077409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-5ac51800-0062-47c7-af33-6ddce3cded0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:12.079069 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-5ac51800-0062-47c7-af33-6ddce3cded0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 200  len: 847 time: 0.0685992
Dec 21 04:15:12.164100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:15:12.164385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-cb8a8751-f510-4256-bb7c-0a6fd8dac0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:12.166218 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-cb8a8751-f510-4256-bb7c-0a6fd8dac0ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=013b4941-7458-42a2-bded-2718d1174ace&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0803068
Dec 21 04:15:12.211738 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-f38be66d-7f4a-460f-8292-909ec86f11e5 service neutron] 10.222.0.16 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432743
Dec 21 04:15:12.314835 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-729ae2d0-50ec-403e-a86f-7c857d11f302 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415086
Dec 21 04:15:12.358641 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b1649742-dac7-46a7-b64a-084fbf371370 req-491bb9f5-87b0-416c-aad1-fffa15a9c768 service neutron] 10.222.0.16 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395588
Dec 21 04:15:12.543428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42e4a048>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:33Z', 'revision_number': 5, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:15:12.548258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ebf6e5-8562-480d-afc5-6a97f702ccf4 None None] The sync data for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi is: [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:05:23Z', 'revision_number': 4, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '757136e1-7589-43b5-8ab4-d78df2348e13', 'name': '', 'network_id': '013b4941-7458-42a2-bded-2718d1174ace', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'mac_address': 'fa:16:3e:da:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:22Z', 'updated_at': '2020-12-21T04:05:33Z', 'revision_number': 5, 'project_id': 'b07ec805977d456b9447a634af514cde', 'subnets': [{'id': '7e62c16b-0a89-40bd-8164-b47481e029b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:15:12.707567 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb336463-cbdd-4233-b2fc-c278bba5bc92 req-2ce6c51a-947f-41d4-9df9-25f211202bc1 service neutron] 10.222.0.55 "GET /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3855450
Dec 21 04:15:12.804671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7176e-6e98-4e3b-b1bd-2f3fd50efaed req-65a365a2-261a-4e22-9488-f94b9bbfd6d4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:12.805450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-58f7176e-6e98-4e3b-b1bd-2f3fd50efaed req-65a365a2-261a-4e22-9488-f94b9bbfd6d4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Synchronizing usage tracker for tenant:b07ec805977d456b9447a634af514cde on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:15:12.820578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-58f7176e-6e98-4e3b-b1bd-2f3fd50efaed req-65a365a2-261a-4e22-9488-f94b9bbfd6d4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Unset dirty status for tenant:b07ec805977d456b9447a634af514cde on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:15:12.821896 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-58f7176e-6e98-4e3b-b1bd-2f3fd50efaed req-65a365a2-261a-4e22-9488-f94b9bbfd6d4 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0995915
Dec 21 04:15:12.873015 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-58f7176e-6e98-4e3b-b1bd-2f3fd50efaed req-ba2cecfb-2174-4533-92bd-0da9c643cf8e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups?id=c69f3a10-da00-4297-95de-3f1efe38de68&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441067
Dec 21 04:15:12.892565 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-165241d5-6908-4c6a-97f4-02c30185f8e7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:12.894119 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-165241d5-6908-4c6a-97f4-02c30185f8e7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.55 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 943 time: 0.0849633
Dec 21 04:15:12.973661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Deleting port 499c69ca-3c31-461f-a533-f5bccf8a38fe {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:15:12.974048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:13.009619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce87e00-28ce-4eab-b64a-63368815381d None None] New status for floating IP c463c947-9168-47f0-b2af-3f01fc3598e4: DOWN {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:15:13.120422 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4432928-da7b-434d-aa6d-30683df41fa0 req-e4b4162e-88bf-47ca-8cc0-96a0001802dc tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0616479
Dec 21 04:15:13.282295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] For port 499c69ca-3c31-461f-a533-f5bccf8a38fe, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=499c69ca-3c31-461f-a533-f5bccf8a38fe,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:15:13.282692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:13.409938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Calling delete_port for 499c69ca-3c31-461f-a533-f5bccf8a38fe owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:15:13.587204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:13.602336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e83dbe2b-44d6-4247-b013-b5b6728ab256 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:13.665476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Pushing event deleted for resources: {'Port': ['ID=499c69ca-3c31-461f-a533-f5bccf8a38fe,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:13.670183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:13.830098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] No DVR routers for this DVR port 499c69ca-3c31-461f-a533-f5bccf8a38fe on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:15:13.832483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:13.835801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'name': 'network-vif-deleted', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:15:13.854277 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aae76e0e-19a8-4fe4-922d-11c3b8892a45 req-78d2dd8a-c50b-437f-b737-48fe13a830bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.55 "DELETE /v2.0/ports/499c69ca-3c31-461f-a533-f5bccf8a38fe HTTP/1.1" status: 204  len: 173 time: 0.9540658
Dec 21 04:15:13.914208 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c04726-583d-4c58-82b1-5baccee7c4a7', 'name': 'network-vif-deleted', 'tag': '499c69ca-3c31-461f-a533-f5bccf8a38fe', 'status': 'completed', 'code': 200}
Dec 21 04:15:14.086151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-05bd3205-c5df-4d42-8a23-23d8836b346c req-fae785b2-9490-4af6-806c-a850f2b9d698 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Synchronizing usage tracker for tenant:b07ec805977d456b9447a634af514cde on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:15:14.103638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-05bd3205-c5df-4d42-8a23-23d8836b346c req-fae785b2-9490-4af6-806c-a850f2b9d698 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Unset dirty status for tenant:b07ec805977d456b9447a634af514cde on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:15:14.105750 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-05bd3205-c5df-4d42-8a23-23d8836b346c req-fae785b2-9490-4af6-806c-a850f2b9d698 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0809827
Dec 21 04:15:14.341512 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-78494ad4-564d-49db-8b34-3ccc75d3b882 req-6cbdbb80-5f13-4fcd-aeb1-98c674ca6466 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0476630
Dec 21 04:15:15.286803 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a06a9f95-cb7b-42b8-bb1b-0f9af0e07516 req-79ba83c5-bef4-42b7-b7de-4f486786d042 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0499005
Dec 21 04:15:15.531325 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3ae83732-073d-4f5f-a2ff-b6292f613390 req-344ae5f1-4510-4eb3-818f-b6ff75767c29 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0459683
Dec 21 04:15:16.460133 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f040ba92-47ca-4d9d-9542-e35b43961a91 req-e92fc778-b9be-411c-968e-5717e6a517ea tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0456610
Dec 21 04:15:16.727244 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-271e84f8-1c60-4f1b-813a-4dc17f25221b req-40f68307-c563-47f6-80a9-e4636cd2f5b5 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0449326
Dec 21 04:15:17.637316 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4f97956c-7ad7-4735-a920-6f62dbc605f5 req-cffdccce-45a8-4e07-b765-55919086ce65 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0447783
Dec 21 04:15:17.919033 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9ebd96cf-0353-4f56-9a46-e368c79807d3 req-8f9494bb-9546-4ba3-8c10-a0097bbce5cf tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0478418
Dec 21 04:15:18.529341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:18.819691 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7e0a271c-6c08-4da5-aa63-1d08da20f83e req-c3f45e97-3c70-4dbd-bc6a-2cc95103fbcc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0488820
Dec 21 04:15:19.105707 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2a62eea6-e505-4494-950e-40dc3cfb9e65 req-440a131b-754d-4648-b8a2-6a78e674689a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0451105
Dec 21 04:15:19.991817 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e04ebeba-255c-4a1f-9427-6492a8767a1a req-e75d1bfe-7c4d-40e5-87ca-9501337e0b98 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0447326
Dec 21 04:15:20.295197 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ea60ccba-0971-4d48-a771-15b37cc82ecd req-51911aba-25af-41b1-ba58-ca17cdda144b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0456150
Dec 21 04:15:21.166792 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4476db7d-7362-488a-b0b3-23d683dcc53a req-cd6eaa45-f961-4044-ae9e-a0f485d0cb56 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0451305
Dec 21 04:15:21.485560 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b0890ee-19f1-4820-982e-1f993c52984c req-56b36a1a-c47c-484d-824f-69176b3ac2a7 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0477405
Dec 21 04:15:22.345000 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-155cec5c-bf96-4075-912e-2638e5b2e92e req-4f6accd1-5014-4389-8b70-b0e51b90c58c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0480366
Dec 21 04:15:22.673545 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b04be649-ba14-404c-a05d-3792143c4c7c req-d97f733d-84a9-4ecd-906f-e0541fdd8b9b tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0454969
Dec 21 04:15:23.523061 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a27d5c9b-55f5-4c1e-9a0a-afc9adb4050a req-c3e73490-8a10-4b68-ba65-c3d76fde8422 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0472105
Dec 21 04:15:23.870976 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11cb7497-572a-47a4-b9c7-39395e1319f6 req-3dc11dd5-7fad-4299-84e3-c97243e638fc tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0460925
Dec 21 04:15:24.704521 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-cdb3f995-c96b-4fb2-8e9c-7301b3cca24c req-8a108825-6319-431b-9c34-ce4463354a65 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0464811
Dec 21 04:15:25.065322 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-31914360-bea1-4fef-9230-228865fa15c4 req-285c0964-bc72-4e9d-9d58-79d0b59a42b6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0505943
Dec 21 04:15:25.883955 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8fb9b00d-93d4-4ca6-a99e-e8472ee3c2c0 req-8e70513f-c284-4f8c-8b0b-66b37428deb2 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0497861
Dec 21 04:15:26.254478 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dec796da-6841-4fbb-bce9-36b5e8c3c0dc req-5eddd998-4e9a-48b7-9b4d-7776b4d47719 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0463159
Dec 21 04:15:27.057881 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d11808a0-98a4-4dce-b9fc-95c43c76112c req-65b48f7b-8063-44cc-8e7b-ce912971d03b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0462885
Dec 21 04:15:27.449205 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c22d5018-7ac3-4f67-8ae1-df5b285de43e req-8f632913-eff0-4ca4-b06b-e50c74894470 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0464931
Dec 21 04:15:28.235354 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1b176242-7ec7-43b1-a355-dd520e6298e3 req-d36d42e9-fb4e-4c95-b60f-a3d17744eaa8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0453129
Dec 21 04:15:28.640071 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7764ad74-f60f-4dca-b7ad-4af20c4f097a req-c1127073-f21e-4e80-aba0-083726030ced tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0481291
Dec 21 04:15:29.412299 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01c9f821-3a6b-4c95-afcd-ef063b5e06bf req-380c8b6e-131b-467b-9146-0367a6b002f7 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0483792
Dec 21 04:15:29.826626 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8d9ee406-4094-4cd8-bf34-9039f3e921e2 req-ee83da64-ee0d-4474-b3c8-ddde97cd2452 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0449295
Dec 21 04:15:30.585520 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7007ada2-7cba-4283-a554-9bf16c16ef59 req-15f93182-84cf-42e1-9a3e-04d2c5635904 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0451238
Dec 21 04:15:31.153001 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-025d2a4b-2b30-4b75-8bed-0907d05bfa3f req-18db69c6-f081-429d-95c4-145e21c773a8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0450282
Dec 21 04:15:31.762643 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a9d0f06f-79c6-41c0-b4ea-0e71d2cf313b req-22ea8d8d-0671-4f11-beda-482766f050c0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0455215
Dec 21 04:15:32.346182 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2ad34f13-8175-43f4-a70e-63e725a60956 req-cb27e20a-840b-416a-ad07-cb533e55f5b0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0476327
Dec 21 04:15:32.938016 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f7aa4486-b591-43f0-be83-668b0008b0ed req-dfc0eb20-5de0-4b93-a645-5df8a0585b23 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0482972
Dec 21 04:15:33.535793 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dd8baf47-8072-401b-ae05-2fc61dacfdaa req-ef1f4e2f-6028-4d1d-bb34-005ffeb03726 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0452130
Dec 21 04:15:34.113127 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f798254e-7cd2-4ec6-950d-5d49137857f1 req-ec080b1f-2311-4f91-b9cc-a552a7a6569b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0467207
Dec 21 04:15:34.359389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8881b3ab-6c25-4bc3-bedd-8d9a34a5d6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:34.726011 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1b9af857-137b-477f-9fe0-93ea3e3fd982 req-1245e6f2-dfe1-4c9d-b8fa-b0b1ff5397b0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0450394
Dec 21 04:15:35.288378 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6184cd57-69b6-49e0-9278-fbbd9edf1ff8 req-d82af76a-0014-4874-abf2-1b15ffe7ad70 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0460351
Dec 21 04:15:35.919467 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-58a9f211-eed9-4ac9-939d-62abdf905b5c req-066545e7-1088-4ad1-bc46-92fdd41e8967 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0480123
Dec 21 04:15:36.464237 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acae4b1c-682c-4ffd-bf74-1899daed7682 req-ab9a544e-493f-4ec3-8f9d-88b4cf843dcc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0482564
Dec 21 04:15:37.013361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bfa87c44-0602-4601-bb6e-a003ba33a1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:37.110965 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87c72a12-9758-48be-927b-483cc09d917d req-5ec29fa8-9a84-4aff-b6e6-53d6d97400e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0479920
Dec 21 04:15:37.120556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:37.859429 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f68e94ec-52c8-4ad8-9c8c-04b2ae3db86a req-77c7b4bf-9331-414f-bd8a-c59f3d549a32 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0456240
Dec 21 04:15:38.131304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:15:38.272700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:38.303698 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0d5c6399-667d-4ab0-805a-6d0b8f5d18a3 req-fcd6d59c-416c-4317-94ef-7d22b6b99e91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0450501
Dec 21 04:15:38.912467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:39.036602 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c782923e-2b3d-4a55-985b-268fe25a3802 req-87b2a5f3-1c92-48d4-a273-eccfd6dbf7bf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0458570
Dec 21 04:15:39.711444 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6d3fdf41-e960-4ca0-b0ba-c0080b79473d req-b28c51e2-1f0c-449e-aa8f-7011a1e445d3 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.2650464
Dec 21 04:15:40.212686 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e6b57ac0-f8f3-4d0f-b236-40b37e3319fc req-f9938b16-f38a-44e0-9115-de4787f8eefe tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0495894
Dec 21 04:15:40.901643 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b17cdaed-7723-49f0-b91a-210a2b5c7e83 req-9e227d0a-1ccc-4746-832f-b561f1849aa8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0453804
Dec 21 04:15:41.385283 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-302f3e03-2206-4f4b-9298-0fdd280d1554 req-4b65ee38-0944-4b0e-aba0-b740f002cb86 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0458384
Dec 21 04:15:42.094625 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c570ce40-a454-4ac7-8d49-9b8008f33e07 req-9b0d0964-8cea-4957-b3b2-acbed2005fdb tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0467927
Dec 21 04:15:42.561496 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-31bd6016-7fce-42f0-bffc-dc84de586ab0 req-2c85306d-541b-472d-9339-92b4bb2759d1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0450299
Dec 21 04:15:43.302363 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-670a9a25-faec-43a9-a064-f426facc0b0a req-4b3973a4-bb7e-43b1-9dd3-bf2bbb28f484 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=37226a3f-240e-4e04-9813-fa3d109452de HTTP/1.1" status: 200  len: 210 time: 0.0490780
Dec 21 04:15:43.864372 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-eb25710f-c815-458a-94ab-8da5468e8280 req-5a10edd1-1e7f-4bf2-92b8-2d7f6dc49e1c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0484040
Dec 21 04:15:45.036455 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6ca766c4-de9c-4f11-874b-36af26027f72 req-812f7d10-50d8-48d8-9694-7ee008fa8835 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0453877
Dec 21 04:15:45.489957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40670) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:15:45.559025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:45.587960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:45.635031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:45.640171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:45.655153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff15b0-5db9-4f56-a5d7-85fd1a533727,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:45.664754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.665163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.665564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.665959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.666349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.666742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.667174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.667558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.667945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.668328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.668708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.669089 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.669525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.669906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.670285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.670669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.671099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.671482 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.671861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.672245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.672622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.673000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.673380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.673757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:45.677667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:45.694613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:45.694613 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "DELETE /v2.0/security-groups/deff15b0-5db9-4f56-a5d7-85fd1a533727 HTTP/1.1" status: 204  len: 168 time: 0.1969254
Dec 21 04:15:45.694613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40680) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:15:45.708903 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.v2.resource [None req-fd5ebd2b-1ac9-41cc-985e-883c7f49acd8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] show failed (client error): The resource could not be found.
Dec 21 04:15:45.709999 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-fd5ebd2b-1ac9-41cc-985e-883c7f49acd8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups/deff15b0-5db9-4f56-a5d7-85fd1a533727 HTTP/1.1" status: 404  len: 347 time: 0.0183024
Dec 21 04:15:45.713507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40684) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:15:45.884833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Deleting port 700d77c6-10d5-4e26-82ce-614edc358a13 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:15:45.885210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:46.060865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:46.061400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:46.192078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Calling delete_port for 700d77c6-10d5-4e26-82ce-614edc358a13 owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:15:46.213774 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-425d52c0-ff76-4070-b0be-88983f00f348 req-4459d3ce-8f0f-46ee-bc4b-1c1be0e001e9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0458035
Dec 21 04:15:46.337923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:46.354318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-341514ee-477f-49d2-aa89-0e786dbc9ff7 tempest-DeleteServersTestJSON-1382132459 tempest-DeleteServersTestJSON-1382132459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:46.412172 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event deleted for resources: {'Port': ['ID=700d77c6-10d5-4e26-82ce-614edc358a13,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:46.416942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:46.574873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:46.592107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:46.593353 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6e5580c8-450e-4d27-b200-d3f246553d0a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "DELETE /v2.0/floatingips/d48a3fae-65fc-40c0-bf6a-c7210ea8060a HTTP/1.1" status: 204  len: 168 time: 0.8788831
Dec 21 04:15:47.129031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 40704) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:15:47.135189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'security_group': {'name': 'tempest-securitygroup--1509233784', 'description': 'tempest-description--979625588'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:15:47.141477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:15:47.145884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:security_group and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:15:47.149170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:15:47.155038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:15:47.164957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.186405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:15:47.190379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:security_group_rule and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:15:47.193307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:15:47.199344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:15:47.271776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.275337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.280840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:47.329120 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'SecurityGroup': ['ID=ff555519-f107-42e8-a362-262ebbd73e0f,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:47.332054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.337728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40712) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:15:47.337848 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.2075939
Dec 21 04:15:47.338787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:47.343589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'security_group_rule': {'security_group_id': 'ff555519-f107-42e8-a362-262ebbd73e0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:15:47.387432 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:15:47.400352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:security_group_rule and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:15:47.404759 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a23602ba-2437-4137-ac02-9d949384c0ef req-cda68622-ca39-4d16-97f8-009716c61dbc tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0561440
Dec 21 04:15:47.405585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:15:47.411458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:15:47.437750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.506976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.511154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.511867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:47.533123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeed761-a552-4b71-a2e9-4c84cc2eab6e,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:47.543833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.544249 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.544654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.545052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.545444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.545837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.546228 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.546617 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.547057 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.547446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.547830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.548213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.548651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.549037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.549419 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.549799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.550183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.550567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.550969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.551354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.551735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.552117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.552500 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.552880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:47.558952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:47.562344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.563669 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.2248507
Dec 21 04:15:47.566402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40718) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:15:47.572175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'security_group_rule': {'security_group_id': 'ff555519-f107-42e8-a362-262ebbd73e0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:15:47.578212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:15:47.582218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:security_group_rule and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:15:47.585743 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:15:47.591530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:15:47.607368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.669420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.672018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.674072 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0dff6f11-17b4-461b-90a7-796be5e827e6 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:47.697040 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019a9423-f956-4b42-bde6-b971c521373c,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:47.699546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:47.705712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group_rule, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.707029 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-cfd0a456-1a28-4c7c-9568-e412e2cbc29a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1395504
Dec 21 04:15:47.710892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40722) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:15:47.716674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'floatingip': {'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:15:47.722673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:15:47.726824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Usage tracker for resource:floatingip and tenant:cc8f76dafd9d4e19a9667dec5becb673 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:15:47.729847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:15:47.735666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:15:47.746495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:47.893635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:48.169108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Allocated IP 172.27.0.116 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/b46c70f5-c11d-4b41-90e0-69e0aa60546a) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:15:48.323568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:48.348066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:48.362755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:48.516142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'Port': ['ID=b46c70f5-c11d-4b41-90e0-69e0aa60546a,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:48.531699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:48.542118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:48.580904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:15:48.582162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:15:48.584688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:15:48.601915 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b484dee-c901-4c8f-b696-8ecf8bd83cac req-c85c0029-9c61-48ea-9b97-a47376ca60ff tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0503194
Dec 21 04:15:48.668666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:48.729250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:48.996284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:48.999891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:49.015545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:49.160704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'Port': ['ID=b46c70f5-c11d-4b41-90e0-69e0aa60546a,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:49.166282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:49.254843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:49.276033 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:49.277345 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5652745
Dec 21 04:15:49.575245 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-6371d372-f0d4-4888-83bd-11095a3c06d2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1509233784&fields=id&tenant_id=cc8f76dafd9d4e19a9667dec5becb673 HTTP/1.1" status: 200  len: 267 time: 0.0431221
Dec 21 04:15:49.744558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-ffa63780-bb3f-4072-ab2b-054a2ffdb344 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:49.746248 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-ffa63780-bb3f-4072-ab2b-054a2ffdb344 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 816 time: 0.1634004
Dec 21 04:15:49.762984 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-ac39d373-fed9-4ddf-9805-d0df9d6fe719 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/quotas/cc8f76dafd9d4e19a9667dec5becb673 HTTP/1.1" status: 200  len: 375 time: 0.0105202
Dec 21 04:15:49.784756 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-49e8c7ba-4a69-4d51-bb9f-ab9424746692 req-be9f1a6e-6da3-4964-ba03-12b5180ff056 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0475898
Dec 21 04:15:49.854833 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-d84ff718-eddc-49ed-8621-4d59ea24d5e8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0861099
Dec 21 04:15:49.872024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-24af03ff-9d4a-4426-ba91-64f25142d69e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:15:49.873042 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-24af03ff-9d4a-4426-ba91-64f25142d69e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0055187
Dec 21 04:15:50.017097 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-d7e92aca-2a02-482a-ba84-49237f5d384a service neutron] 10.222.0.16 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378698
Dec 21 04:15:50.162162 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-09831ef7-9817-486f-9f32-2907ec9178d7 service neutron] 10.222.0.16 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371980
Dec 21 04:15:50.380451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ca41a8a6-0192-461b-a220-1fe049812e16 req-48e0e29f-74c7-42b6-8619-74ce786a6425 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Synchronizing usage tracker for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:15:50.395971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ca41a8a6-0192-461b-a220-1fe049812e16 req-48e0e29f-74c7-42b6-8619-74ce786a6425 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Unset dirty status for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:15:50.397269 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ca41a8a6-0192-461b-a220-1fe049812e16 req-48e0e29f-74c7-42b6-8619-74ce786a6425 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 210 time: 0.0649893
Dec 21 04:15:50.983134 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a949c6bb-1996-4870-8852-f0b2c06a37cc req-cda34f43-a3b6-4b46-bbe1-38dc3dcad719 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0460241
Dec 21 04:15:51.829559 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9238f6b-a713-4311-9a51-1e691d15b828 req-15809849-d798-4577-a9d5-79c9d2679170 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 210 time: 0.2873251
Dec 21 04:15:51.953960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-76552d4b-b5bf-4cd7-98a2-1a5c5885fe63 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:51.955553 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-76552d4b-b5bf-4cd7-98a2-1a5c5885fe63 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 816 time: 0.4113915
Dec 21 04:15:52.033723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-ac09e8aa-e7d1-4ede-91cc-4ea9a73e1253 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Synchronizing usage tracker for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:security_group {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:15:52.048548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-ac09e8aa-e7d1-4ede-91cc-4ea9a73e1253 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Unset dirty status for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:security_group {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:15:52.049940 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-ac09e8aa-e7d1-4ede-91cc-4ea9a73e1253 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc8f76dafd9d4e19a9667dec5becb673 HTTP/1.1" status: 200  len: 5504 time: 0.0799642
Dec 21 04:15:52.060151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'port': {'device_id': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'admin_state_up': True, 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'security_groups': ['ff555519-f107-42e8-a362-262ebbd73e0f']}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:15:52.164199 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-50344e4e-a5a5-4e29-ac19-87855e64ce8e req-13a01545-e6c9-4968-8d50-50affc77f1b1 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0515757
Dec 21 04:15:52.207837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:15:52.217813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:15:52.230443 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Made reservation on behalf of cc8f76dafd9d4e19a9667dec5becb673 for: {'port': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:15:52.236174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:52.548251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Allocated IP 172.20.0.8 (f6bc0051-d4ea-476a-9024-7792973f8f69/0d5529e6-1122-47ff-b067-31751721e0f5/56bbeacb-aa11-4389-9729-35e21814ae56) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:15:52.743605 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:52.759649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Transition to ACTIVE for port object 56bbeacb-aa11-4389-9729-35e21814ae56 will not be triggered until provisioned by entity DHCP. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:15:52.778887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:52.796128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:52.946194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event updated for resources: {'Port': ['ID=56bbeacb-aa11-4389-9729-35e21814ae56,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:52.949462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:53.039017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Network f6bc0051-d4ea-476a-9024-7792973f8f69 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:15:53.040857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:15:53.043305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:15:53.130362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:53.131073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:53.152916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c10241-7840-44dc-ae98-169155dab548 req-d2afbf86-b0a4-4d80-8d82-70a7ee9de235 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:53.154648 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a1c10241-7840-44dc-ae98-169155dab548 req-d2afbf86-b0a4-4d80-8d82-70a7ee9de235 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 931 time: 0.1725354
Dec 21 04:15:53.183704 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1276152
Dec 21 04:15:53.203613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Request body: {'port': {'device_id': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:15:53.223121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-401932e3-6c09-4aae-a4e5-f07e1c30b923 None None] Provisioning for port 56bbeacb-aa11-4389-9729-35e21814ae56 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:15:53.228737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-401932e3-6c09-4aae-a4e5-f07e1c30b923 None None] Provisioning complete for port 56bbeacb-aa11-4389-9729-35e21814ae56 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:15:53.229147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-401932e3-6c09-4aae-a4e5-f07e1c30b923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:53.257712 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a1c10241-7840-44dc-ae98-169155dab548 req-755ac760-6bfd-4f6c-a6d1-ce598ea01d91 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=ff555519-f107-42e8-a362-262ebbd73e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951092
Dec 21 04:15:53.288809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-401932e3-6c09-4aae-a4e5-f07e1c30b923 None None] Port 56bbeacb-aa11-4389-9729-35e21814ae56 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:15:53.341338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:53.375508 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bff224c3-050e-4040-b6f5-4e9604a3dac3 req-ccc248da-4435-41ac-94d0-6606c174f245 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0469258
Dec 21 04:15:53.761806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bbeacb-aa11-4389-9729-35e21814ae56 {{(pid=80293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:15:53.768865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:53.781209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Transition to ACTIVE for port object 56bbeacb-aa11-4389-9729-35e21814ae56 will not be triggered until provisioned by entity L2. {{(pid=80293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:15:53.783885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:53.799932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-03119ec1-75e2-4ac4-89f2-52b21274efcc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:53.946129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Pushing event updated for resources: {'Port': ['ID=56bbeacb-aa11-4389-9729-35e21814ae56,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:53.949578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:54.144691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Attempting to bind port 56bbeacb-aa11-4389-9729-35e21814ae56 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:15:54.145063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Attempting to bind port 56bbeacb-aa11-4389-9729-35e21814ae56 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:15:54.145430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Attempting to bind port 56bbeacb-aa11-4389-9729-35e21814ae56 on network f6bc0051-d4ea-476a-9024-7792973f8f69 {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:15:54.152704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:15:54.153073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Checking segment: {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:15:54.153464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:54.153863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Bound using segment: {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'} {{(pid=80293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:15:54.154325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Bound port: 56bbeacb-aa11-4389-9729-35e21814ae56, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4ff51e-244a-4389-98fe-e90ed524e457', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69'}}] {{(pid=80293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:15:54.154705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:54.253021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] For port 56bbeacb-aa11-4389-9729-35e21814ae56, host hv-cinder-73306, cleared binding levels {{(pid=80293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:15:54.256684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] For port 56bbeacb-aa11-4389-9729-35e21814ae56, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=56bbeacb-aa11-4389-9729-35e21814ae56,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:15:54.260058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:54.275937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-63499643-b461-4fbd-90bc-dfe2fb1d5e0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:54.475468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Pushing event updated for resources: {'Port': ['ID=56bbeacb-aa11-4389-9729-35e21814ae56,revision_number=3']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:54.478800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:54.537000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:54.537552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:54.539379 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-1429da5a-baec-4de7-8096-fd35e60213c5 service neutron] 10.222.0.55 "PUT /v2.0/ports/56bbeacb-aa11-4389-9729-35e21814ae56 HTTP/1.1" status: 200  len: 1157 time: 1.3480151
Dec 21 04:15:54.540872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'tag': '56bbeacb-aa11-4389-9729-35e21814ae56'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:15:54.561456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75f17a-2eda-4e36-a787-3f7c758a3a82 req-1a2703ec-6911-4e1c-9f66-665d56b87abe tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:54.563656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ca75f17a-2eda-4e36-a787-3f7c758a3a82 req-1a2703ec-6911-4e1c-9f66-665d56b87abe tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Synchronizing usage tracker for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:15:54.579516 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-90b6989b-837b-488a-9d68-2370dc6978cd req-95ba1274-7701-4c11-8c75-05e9529c00d3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0606511
Dec 21 04:15:54.632863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ca75f17a-2eda-4e36-a787-3f7c758a3a82 req-1a2703ec-6911-4e1c-9f66-665d56b87abe tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Unset dirty status for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:15:54.634327 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ca75f17a-2eda-4e36-a787-3f7c758a3a82 req-1a2703ec-6911-4e1c-9f66-665d56b87abe tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 943 time: 0.2141249
Dec 21 04:15:54.684914 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'tag': '56bbeacb-aa11-4389-9729-35e21814ae56', 'status': 'completed', 'code': 200}
Dec 21 04:15:54.713806 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ca75f17a-2eda-4e36-a787-3f7c758a3a82 req-5a4ba166-bd59-459f-a545-e4024709b1e0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=ff555519-f107-42e8-a362-262ebbd73e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618463
Dec 21 04:15:54.716689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-8741ae24-5243-4e13-8a60-3daa11496b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:54.718227 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-8741ae24-5243-4e13-8a60-3daa11496b40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 1160 time: 0.1343086
Dec 21 04:15:54.795770 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-2f6573e3-7862-4781-aabe-8a9bd676ff10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bbeacb-aa11-4389-9729-35e21814ae56 HTTP/1.1" status: 200  len: 217 time: 0.0673451
Dec 21 04:15:54.871302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-50a7d2b5-41c0-4f27-82e4-992d510bbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:54.872857 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-50a7d2b5-41c0-4f27-82e4-992d510bbd1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.0699661
Dec 21 04:15:54.952370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-6f5225a6-a72c-4261-baf0-806ded7f0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:54.953977 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-6f5225a6-a72c-4261-baf0-806ded7f0abc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0745604
Dec 21 04:15:55.159504 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-c3c9548c-dd05-494a-9a79-03e43f6e4edd service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980321
Dec 21 04:15:55.166959 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-635133d9-8145-48d7-9c75-c5029337eb78 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1633096
Dec 21 04:15:55.591341 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-de0593b0-0647-4f16-b1c3-c8d15fea6cfd req-ba8ff3ed-6de7-4743-ab61-db1461d3823d service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4227810
Dec 21 04:15:55.597773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-43ef6ba2-d611-4d55-8afd-bd9f19ba01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:55.599444 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-43ef6ba2-d611-4d55-8afd-bd9f19ba01ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f527547042444d469350a38850143d5a&device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 1162 time: 0.4020116
Dec 21 04:15:55.781694 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-30ab9451-a06d-4ae6-ad80-82f3b251b5c3 req-fba3464f-cd0e-46aa-9092-ea7c8c3fbd89 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0640430
Dec 21 04:15:55.835511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-011cefbf-81bc-4b10-a7fb-2c9681972ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:55.837156 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-011cefbf-81bc-4b10-a7fb-2c9681972ac4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 1160 time: 0.1829000
Dec 21 04:15:55.838246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-c8d4c6d2-57fd-4de6-a9a6-fe97ffb1fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:55.839730 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-c8d4c6d2-57fd-4de6-a9a6-fe97ffb1fe6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 200  len: 905 time: 0.2102320
Dec 21 04:15:56.111675 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-affdb65b-2d15-4c13-92bb-6d4b37e80840 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d85524f1-3da1-4673-85c8-375bc346d0de HTTP/1.1" status: 200  len: 1001 time: 0.2330225
Dec 21 04:15:56.210110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-e0dee6f9-e2d2-40e3-82a5-75056b3fcb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:56.211899 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-e0dee6f9-e2d2-40e3-82a5-75056b3fcb2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.3618691
Dec 21 04:15:56.219783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06eaff1-1242-4dd0-9e73-749a623a008d req-555cc196-c224-43b7-9b2d-93469a019466 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:56.221295 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f06eaff1-1242-4dd0-9e73-749a623a008d req-555cc196-c224-43b7-9b2d-93469a019466 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 943 time: 0.3415103
Dec 21 04:15:56.280434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-69028976-297a-4fc1-bbd4-34171438018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:56.282008 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-69028976-297a-4fc1-bbd4-34171438018c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 200  len: 850 time: 0.1590390
Dec 21 04:15:56.343601 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-7216cdf7-8f18-4451-8928-42e8c52c2797 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bbeacb-aa11-4389-9729-35e21814ae56 HTTP/1.1" status: 200  len: 217 time: 0.1213019
Dec 21 04:15:56.439993 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f06eaff1-1242-4dd0-9e73-749a623a008d req-73ec14a0-dc39-4a23-a2f4-776a36c34511 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=ff555519-f107-42e8-a362-262ebbd73e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517711
Dec 21 04:15:56.462157 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-cbeb4f38-17ed-4166-94cf-35deb856d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:56.463773 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-cbeb4f38-17ed-4166-94cf-35deb856d377 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.1086068
Dec 21 04:15:56.511571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-71157c4f-adef-42d7-b4c5-cea7fb712c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:56.513200 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-71157c4f-adef-42d7-b4c5-cea7fb712c2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d33767-b253-441c-91c7-8b1cb39a6139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2167201
Dec 21 04:15:56.673000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-9b1dde35-40ee-49db-a186-c28fc7d2648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:56.674634 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-9b1dde35-40ee-49db-a186-c28fc7d2648a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2033160
Dec 21 04:15:56.682772 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-884dec73-a80f-4af8-8128-1ec54a764a82 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619327
Dec 21 04:15:56.950003 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-6cc07d65-b6d8-4767-bf4a-003748a6cafc service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2661655
Dec 21 04:15:56.955484 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-257a7390-dbc7-41b7-850e-9da2f90237e9 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2471178
Dec 21 04:15:56.956385 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2f73c3f5-9812-4bc3-90ee-de19d5cc5bbc req-2eeede81-b721-4f0d-af1b-d7dc2281121e tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0468652
Dec 21 04:15:57.100876 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5bb0d36-d7fb-40d6-b06b-9082a15da75a req-52995d64-7b9d-43eb-89aa-a788ad87ccd5 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394796
Dec 21 04:15:57.684390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45615c2-daae-4fae-bc23-bec0a2881344 req-0c1522b1-b32a-4a38-a9a8-329ff3346abc tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:57.685999 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c45615c2-daae-4fae-bc23-bec0a2881344 req-0c1522b1-b32a-4a38-a9a8-329ff3346abc tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 943 time: 0.0876248
Dec 21 04:15:57.732547 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c45615c2-daae-4fae-bc23-bec0a2881344 req-fb510bdb-fa71-412c-925c-dac1021dcff0 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=ff555519-f107-42e8-a362-262ebbd73e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402935
Dec 21 04:15:58.142220 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d4ccfc16-368a-4f1f-8dc7-0a5077dd935d req-e2bb0ba3-ccdd-4160-a9a8-ba2c85931953 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0460894
Dec 21 04:15:58.933953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 56bbeacb-aa11-4389-9729-35e21814ae56 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:15:58.971937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc58c6c-e2a3-4e95-8196-f61e3fb4be0e req-f9480aee-9829-4aa5-8ecd-8aba9ec800c2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:58.973685 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bc58c6c-e2a3-4e95-8196-f61e3fb4be0e req-f9480aee-9829-4aa5-8ecd-8aba9ec800c2 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 943 time: 0.0975614
Dec 21 04:15:59.004323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 56bbeacb-aa11-4389-9729-35e21814ae56 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:15:59.009366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 56bbeacb-aa11-4389-9729-35e21814ae56 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:15:59.009744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:59.024729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bc58c6c-e2a3-4e95-8196-f61e3fb4be0e req-7073b03a-4f3b-436e-aa49-c7042ebb9211 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=ff555519-f107-42e8-a362-262ebbd73e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438838
Dec 21 04:15:59.130473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:59.157840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bbeacb-aa11-4389-9729-35e21814ae56'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:15:59.170225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 56bbeacb-aa11-4389-9729-35e21814ae56, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=56bbeacb-aa11-4389-9729-35e21814ae56,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:15:59.177329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:15:59.182281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:15:59.265730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=56bbeacb-aa11-4389-9729-35e21814ae56,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:15:59.274454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.274834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.275234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.275599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.275959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.276330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.276684 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.277042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.277396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.277751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.278104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.278458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.278864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.279241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.279593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.279945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.280294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.280645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.280994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.281344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.281690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.282038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.282386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.282736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:15:59.287441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:15:59.336591 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-366796fc-ee90-4e28-b3d9-c9f551942510 req-3655c16e-6a99-485d-8c76-f29f80dd8113 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0584517
Dec 21 04:15:59.338192 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bbeacb-aa11-4389-9729-35e21814ae56', 'code': 200}
Dec 21 04:15:59.574741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bcd89-7cac-475c-ac67-1e53894ff0a8 req-5435e605-8261-4585-8977-61adf62fb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:15:59.576329 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e71bcd89-7cac-475c-ac67-1e53894ff0a8 req-5435e605-8261-4585-8977-61adf62fb539 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 1162 time: 0.0758827
Dec 21 04:15:59.619699 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e71bcd89-7cac-475c-ac67-1e53894ff0a8 req-d973482a-731d-484e-a5a2-0286f9b404e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff555519-f107-42e8-a362-262ebbd73e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365584
Dec 21 04:16:00.257239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6d267-bd82-48d6-839c-eb631191f403 req-f081db36-2922-43b5-bf15-f563872202ad tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:00.258861 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e4d6d267-bd82-48d6-839c-eb631191f403 req-f081db36-2922-43b5-bf15-f563872202ad tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 945 time: 0.0870662
Dec 21 04:16:00.306796 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e4d6d267-bd82-48d6-839c-eb631191f403 req-ef5f55da-1021-4e03-b53e-145769c76fff tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=ff555519-f107-42e8-a362-262ebbd73e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414391
Dec 21 04:16:00.516378 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a424e2cf-434e-45fd-8cdd-15face54e6c3 req-c945b946-2e5d-4524-b73c-cc32608ea90a tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0487373
Dec 21 04:16:00.586021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 56bbeacb-aa11-4389-9729-35e21814ae56 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:16:00.659692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 56bbeacb-aa11-4389-9729-35e21814ae56 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:16:00.660113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:01.532182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0deb-6ad0-4605-8403-52a497293898 req-850e4146-f88c-40a0-a804-87fd34a552da tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:01.533795 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d56b0deb-6ad0-4605-8403-52a497293898 req-850e4146-f88c-40a0-a804-87fd34a552da tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 945 time: 0.0837834
Dec 21 04:16:01.585114 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d56b0deb-6ad0-4605-8403-52a497293898 req-e9744662-bf9c-4d1c-8352-ae1965c3965c tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=ff555519-f107-42e8-a362-262ebbd73e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446820
Dec 21 04:16:01.692826 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4c29b5f1-72d1-455f-89aa-7c6ee1216e42 req-4db76202-1ff3-498a-b3a0-9c786a8aa32f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0471625
Dec 21 04:16:01.810631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93f94f-25eb-4854-be52-195045a27b70 req-2cc4f963-1584-4bc8-bb9d-aa2f4f729493 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:01.812292 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c93f94f-25eb-4854-be52-195045a27b70 req-2cc4f963-1584-4bc8-bb9d-aa2f4f729493 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 945 time: 0.0853281
Dec 21 04:16:01.822728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 40934) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:01.828251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-a0be4506-72ba-4588-977d-34bcff083502 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Request body: {'floatingip': {'port_id': '56bbeacb-aa11-4389-9729-35e21814ae56'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:16:01.907944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0be4506-72ba-4588-977d-34bcff083502 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:02.732104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0be4506-72ba-4588-977d-34bcff083502 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:02.736681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0be4506-72ba-4588-977d-34bcff083502 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:02.878002 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f619c64-402a-4c30-81d9-77a1434a6213 req-4ea89e77-204f-4900-b2f8-6b6631b2c539 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0468843
Dec 21 04:16:02.918245 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [None req-a0be4506-72ba-4588-977d-34bcff083502 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Floating IP fcc83a52-43bc-4cf2-869d-fefbadb5a479 associated. External IP: 172.27.0.116, port: 56bbeacb-aa11-4389-9729-35e21814ae56.
Dec 21 04:16:03.278710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0be4506-72ba-4588-977d-34bcff083502 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Router 9ce2f132-db29-483b-9f0c-047b314b87a0 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:16:03.469841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0be4506-72ba-4588-977d-34bcff083502 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:16:03.474404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0be4506-72ba-4588-977d-34bcff083502 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:03.484388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] Sync routers for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:16:03.505461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:16:03.506148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42bf6908>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:15:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:03.535015 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a0be4506-72ba-4588-977d-34bcff083502 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "PUT /v2.0/floatingips/fcc83a52-43bc-4cf2-869d-fefbadb5a479 HTTP/1.1" status: 200  len: 991 time: 1.7083867
Dec 21 04:16:03.535015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'tag': '56bbeacb-aa11-4389-9729-35e21814ae56'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:16:03.606753 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'tag': '56bbeacb-aa11-4389-9729-35e21814ae56', 'status': 'completed', 'code': 200}
Dec 21 04:16:03.700311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:16:03.711034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-0db96e51-29b7-4400-9bfd-99d19cca29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:03.712648 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-0db96e51-29b7-4400-9bfd-99d19cca29bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 1162 time: 0.0819225
Dec 21 04:16:03.856633 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-f50fb43e-049e-46ad-ae8a-9e5373796e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:03.858322 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-f50fb43e-049e-46ad-ae8a-9e5373796e6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.1383440
Dec 21 04:16:03.971850 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-f0eeea76-62d7-4513-87ce-fdcd204a0585 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bbeacb-aa11-4389-9729-35e21814ae56 HTTP/1.1" status: 200  len: 999 time: 0.1070123
Dec 21 04:16:04.093517 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3d342fe9-a658-47c8-b273-a23487a76726 req-04a31c1b-f9e5-4f54-bf1c-17f9e778b199 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0528822
Dec 21 04:16:04.099367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-9067e839-ba93-4bce-a632-82a24bd73d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:04.101235 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-9067e839-ba93-4bce-a632-82a24bd73d7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.1227040
Dec 21 04:16:04.185196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-b9552493-e572-4588-a0dd-54fb1002f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:04.186801 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-b9552493-e572-4588-a0dd-54fb1002f47c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0783329
Dec 21 04:16:04.237235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42bf6908>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'fcc83a52-43bc-4cf2-869d-fefbadb5a479', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'port_id': '56bbeacb-aa11-4389-9729-35e21814ae56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'mac_address': 'fa:16:3e:db:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:15:48Z', 'updated_at': '2020-12-21T04:16:02Z', 'revision_number': 1, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:04.242397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] Checking router: 9ce2f132-db29-483b-9f0c-047b314b87a0 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:16:04.251414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:16:04.252949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42bf6908>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:15:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:04.337463 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-eb5a89ab-0379-4dcb-9929-563b2cb8333f service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429703
Dec 21 04:16:04.427735 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9ad4ea31-3a00-428a-8ce5-661e8c4059c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:04.460013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:16:04.506599 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e2c98e98-cd38-47c2-88d5-8dedce28a675 req-5d7bbd7f-4c46-4625-8f11-80b69b5e5822 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1623230
Dec 21 04:16:04.830123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42bf6908>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'fcc83a52-43bc-4cf2-869d-fefbadb5a479', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'port_id': '56bbeacb-aa11-4389-9729-35e21814ae56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'mac_address': 'fa:16:3e:db:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:15:48Z', 'updated_at': '2020-12-21T04:16:02Z', 'revision_number': 1, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:04.834315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5f3b5-aac4-4d2d-add0-4c23cd5751ae None None] The sync data for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi is: [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'fcc83a52-43bc-4cf2-869d-fefbadb5a479', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'port_id': '56bbeacb-aa11-4389-9729-35e21814ae56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'mac_address': 'fa:16:3e:db:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:15:48Z', 'updated_at': '2020-12-21T04:16:02Z', 'revision_number': 1, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:16:05.127247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c2303-f364-4156-8542-09a51cbbfb0d None None] New status for floating IP fcc83a52-43bc-4cf2-869d-fefbadb5a479: ACTIVE {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:16:05.270787 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f1afd192-aedc-4f1b-a699-949756882b52 req-3da86bee-900e-4042-9508-8384bdd53507 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0463657
Dec 21 04:16:06.447069 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4be23f86-dc9f-4587-8d67-7851512c790f req-7ded3e49-7d3e-4a17-acbf-f613721492d0 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0451536
Dec 21 04:16:07.015509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d3405b28-0c90-4169-9ba0-3f156285a002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:07.124006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:07.624799 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-26064260-343a-4b04-b5ac-c042a2ea3710 req-d56f313d-97bc-46db-9b24-113f755b1525 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0475221
Dec 21 04:16:08.275756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:08.921270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:09.024346 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-03b5cac0-6ddd-40d0-a43b-12da9907fe1b req-d7a4d1f0-6c1c-4d16-8f4e-56b395b532ac tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.2729850
Dec 21 04:16:10.200053 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-be5c37c8-15d4-48ad-adc6-ad4c261bea71 req-588fe2af-615c-4f3a-ba1d-580ca59537b5 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0459499
Dec 21 04:16:11.380001 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c68a47c5-5fa6-4f5a-8e98-2b84650dad53 req-f57d074c-2e45-4328-b0e8-a1eaa054854b tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0481634
Dec 21 04:16:12.556788 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f2273e85-eab6-4092-9c27-47e9324dc4e0 req-dcea81c9-b6c2-4f81-bd42-e92b73eaba67 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0454509
Dec 21 04:16:13.736982 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d65d5b1-c506-43d5-baa3-7393af3e1d8b req-697ef6cc-1a00-42b6-ab6d-7c88ec175af8 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0475101
Dec 21 04:16:14.236906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac48771-067e-44b8-9ba1-e9152a69344d req-804833eb-4bcd-43a9-8946-2249dfdcf5a2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:14.238520 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bac48771-067e-44b8-9ba1-e9152a69344d req-804833eb-4bcd-43a9-8946-2249dfdcf5a2 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 945 time: 0.0858822
Dec 21 04:16:14.291204 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bac48771-067e-44b8-9ba1-e9152a69344d req-16b2e629-7c37-43e7-81f4-79f31372e381 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453069
Dec 21 04:16:14.573574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-e9e25fe5-e56e-4d9c-a7a8-7c071423a9d0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:14.575108 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-e9e25fe5-e56e-4d9c-a7a8-7c071423a9d0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 945 time: 0.0900083
Dec 21 04:16:14.626845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device d85524f1-3da1-4673-85c8-375bc346d0de no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:16:14.650930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Deleting port d85524f1-3da1-4673-85c8-375bc346d0de {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:14.651315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:14.745861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:14.774227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:16:14.784806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port d85524f1-3da1-4673-85c8-375bc346d0de, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d85524f1-3da1-4673-85c8-375bc346d0de,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:14.788256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:14.790101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:14.844435 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de', 'code': 200}
Dec 21 04:16:14.859431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=d85524f1-3da1-4673-85c8-375bc346d0de,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:14.862836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:14.938808 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0b9baeae-2fb3-4850-8108-a3f306089d3e req-91224303-23bf-4fee-a1de-091d56c8a162 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0614064
Dec 21 04:16:14.972811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] For port d85524f1-3da1-4673-85c8-375bc346d0de, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d85524f1-3da1-4673-85c8-375bc346d0de,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:14.973215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:15.130486 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:16:15.282658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:15.283208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:15.283598 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Floating IP 9e81def8-1ab7-4fdf-abf0-26bdda8b05dc disassociated. External IP: 172.27.0.239, port: d85524f1-3da1-4673-85c8-375bc346d0de.
Dec 21 04:16:15.283976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Calling delete_port for d85524f1-3da1-4673-85c8-375bc346d0de owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:15.372513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:16:15.372812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:16:15.510993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4d96-bebf-4298-9ca2-b684ab510f5a req-9b78ab47-60e1-4754-885c-886dd9cb3a3d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:15.512621 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9acb4d96-bebf-4298-9ca2-b684ab510f5a req-9b78ab47-60e1-4754-885c-886dd9cb3a3d tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 943 time: 0.0883179
Dec 21 04:16:15.559635 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9acb4d96-bebf-4298-9ca2-b684ab510f5a req-9b84979f-8670-43ed-bd2d-2773e1acc6d6 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups?id=309ad845-d0f9-43df-9b7b-67fb42cf95de&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405324
Dec 21 04:16:15.874220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Deleting port d85524f1-3da1-4673-85c8-375bc346d0de {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:15.874725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:16.122808 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9fd62eb6-1445-4cf4-b0e4-22595019d322 req-2d097016-103b-4a74-be67-f7f79b5ebc70 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0481348
Dec 21 04:16:16.130839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] For port d85524f1-3da1-4673-85c8-375bc346d0de, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=d85524f1-3da1-4673-85c8-375bc346d0de,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:16.131928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:16.435394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:16.435801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:16.436146 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Floating IP 9e81def8-1ab7-4fdf-abf0-26bdda8b05dc disassociated. External IP: 172.27.0.239, port: d85524f1-3da1-4673-85c8-375bc346d0de.
Dec 21 04:16:16.436521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Calling delete_port for d85524f1-3da1-4673-85c8-375bc346d0de owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:16.580956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:16.596962 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:16.654401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event deleted for resources: {'Port': ['ID=d85524f1-3da1-4673-85c8-375bc346d0de,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:16.658528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:16.748618 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-95826f0b-0124-4da6-8148-74596b60e2d0 req-bde48775-2ff9-4512-a25f-dd457626f39a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 210 time: 0.0472357
Dec 21 04:16:16.949807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:16:17.134934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:16:17.146488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] Sync routers for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:16:17.159701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:16:17.160671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42ae1a20>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:16:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:17.177361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] No DVR routers for this DVR port d85524f1-3da1-4673-85c8-375bc346d0de on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:16:17.181447 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:17.184483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'name': 'network-vif-deleted', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:16:17.221167 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b25bd238-6fec-46a8-a550-f3b17820d454 req-b8d45ed1-2d4b-40bd-bf5e-c5d896751431 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.55 "DELETE /v2.0/ports/d85524f1-3da1-4673-85c8-375bc346d0de HTTP/1.1" status: 204  len: 173 time: 2.6340847
Dec 21 04:16:17.268943 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a14ee-b77e-4ed8-a7e7-deff054230f2', 'name': 'network-vif-deleted', 'tag': 'd85524f1-3da1-4673-85c8-375bc346d0de', 'status': 'completed', 'code': 200}
Dec 21 04:16:17.394277 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09a3d755-e975-4255-8726-7abd320e450d req-f85ed2fd-e956-4670-b610-20d0740419cf tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0522797
Dec 21 04:16:17.407674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:16:17.748147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42ae1a20>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:17.752386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] Checking router: 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:16:17.762593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:16:17.763382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42ae1a20>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:16:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:17.952836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7dc80f62-24de-4dc1-a61e-95ce6e65202c req-d269773a-0c01-47df-a17a-fd9defe14e3a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Synchronizing usage tracker for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:16:17.954572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:16:17.968414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-7dc80f62-24de-4dc1-a61e-95ce6e65202c req-d269773a-0c01-47df-a17a-fd9defe14e3a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Unset dirty status for tenant:f527547042444d469350a38850143d5a on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:16:17.969949 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7dc80f62-24de-4dc1-a61e-95ce6e65202c req-d269773a-0c01-47df-a17a-fd9defe14e3a tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/ports?device_id=c01a14ee-b77e-4ed8-a7e7-deff054230f2 HTTP/1.1" status: 200  len: 210 time: 0.0627484
Dec 21 04:16:18.279056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42ae1a20>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:18.283241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ae473f-fc4d-42c2-8b7b-e5f3474266dd None None] The sync data for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi is: [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:03:58Z', 'revision_number': 4, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '1d882f3f-4f1c-4e27-91cd-1c249d924e8d', 'name': '', 'network_id': 'e8d33767-b253-441c-91c7-8b1cb39a6139', 'tenant_id': 'f527547042444d469350a38850143d5a', 'mac_address': 'fa:16:3e:d1:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:50Z', 'updated_at': '2020-12-21T04:04:15Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'subnets': [{'id': '90977da5-bb96-4768-b5ea-0ac200b324c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:16:18.532195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:18.583152 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-733622fc-57ff-40b9-ace4-4e98d05e7ae0 req-46d6e732-c4ba-4311-818f-77c37925c7d9 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0495450
Dec 21 04:16:18.700886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd15ab-3a61-4362-89ae-301affa5b2f4 None None] New status for floating IP 9e81def8-1ab7-4fdf-abf0-26bdda8b05dc: DOWN {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:16:19.125581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41162) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:19.192253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-804d971c-b815-48c4-b066-408e279b82f3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:19.221706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-804d971c-b815-48c4-b066-408e279b82f3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:19.269213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-804d971c-b815-48c4-b066-408e279b82f3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:19.274428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a89a3943-78d4-4e4d-b2ce-3b73dadfbae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:19.289812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d971c-b815-48c4-b066-408e279b82f3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event deleted for resources: {'SecurityGroup': ['ID=309ad845-d0f9-43df-9b7b-67fb42cf95de,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:19.292586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-804d971c-b815-48c4-b066-408e279b82f3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:19.299582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-804d971c-b815-48c4-b066-408e279b82f3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:19.301046 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-804d971c-b815-48c4-b066-408e279b82f3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "DELETE /v2.0/security-groups/309ad845-d0f9-43df-9b7b-67fb42cf95de HTTP/1.1" status: 204  len: 168 time: 0.1741102
Dec 21 04:16:19.304446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41166) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:19.321287 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.v2.resource [None req-5dda0364-bdab-4a6c-8067-101a250e2eca tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] show failed (client error): The resource could not be found.
Dec 21 04:16:19.322386 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-5dda0364-bdab-4a6c-8067-101a250e2eca tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "GET /v2.0/security-groups/309ad845-d0f9-43df-9b7b-67fb42cf95de HTTP/1.1" status: 404  len: 347 time: 0.0169280
Dec 21 04:16:19.325301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41172) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:19.489307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Deleting port eb87beec-396c-4e22-8620-25dc21a17422 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:19.489690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:19.671573 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:19.671933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:19.838036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Calling delete_port for eb87beec-396c-4e22-8620-25dc21a17422 owned by network:floatingip {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:19.883569 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d1b0e09f-8653-4074-87d0-bf2eb3146b30 req-8463ecd4-ab53-4cf9-ada4-f9d65af49e36 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.1438148
Dec 21 04:16:19.992695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:20.008861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:20.053988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Pushing event deleted for resources: {'Port': ['ID=eb87beec-396c-4e22-8620-25dc21a17422,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:20.066277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:20.461943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks [] for floatingip, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:20.480632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:20.483964 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] 10.222.0.16 "DELETE /v2.0/floatingips/9e81def8-1ab7-4fdf-abf0-26bdda8b05dc HTTP/1.1" status: 204  len: 168 time: 1.1557250
Dec 21 04:16:21.064450 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-80be92c4-3dd6-4cba-ba99-af9449bb7b87 req-e60c27b5-f354-42ac-844d-9e33f1c85416 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0470746
Dec 21 04:16:22.242627 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e74ab6ca-9e28-4470-b2fc-42d580b38ded req-02127f15-7ee8-4a02-a474-5ca0bb1b95aa tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0483899
Dec 21 04:16:23.419692 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e45b5f05-e231-4ad7-acab-18416afb1c48 req-8195ae89-d307-417e-9cdd-984cc45ec8d3 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0450914
Dec 21 04:16:24.597074 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b634564f-1b51-4cce-b605-2adb34e7f2f9 req-88fcef9f-b93b-4ce5-b7b8-8449964dd767 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0490263
Dec 21 04:16:25.786469 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e947c6aa-2a86-4efe-b812-16ddbfc7a02a req-d3540f2f-0686-4913-bc51-60b60152ec1c tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/ports?device_id=56c04726-583d-4c58-82b1-5baccee7c4a7 HTTP/1.1" status: 200  len: 210 time: 0.0469606
Dec 21 04:16:26.973788 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-216f9483-8b77-4f19-aa2a-d1a272091acf req-08ee1564-f5f1-4b6e-aa28-0a18461d7bac tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "GET /v2.0/security-groups/c69f3a10-da00-4297-95de-3f1efe38de68 HTTP/1.1" status: 200  len: 2879 time: 0.0486298
Dec 21 04:16:27.047039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-216f9483-8b77-4f19-aa2a-d1a272091acf req-8ac13ab1-a408-4851-88c0-ab9ef656da84 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:27.076077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-216f9483-8b77-4f19-aa2a-d1a272091acf req-8ac13ab1-a408-4851-88c0-ab9ef656da84 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:27.121106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-216f9483-8b77-4f19-aa2a-d1a272091acf req-8ac13ab1-a408-4851-88c0-ab9ef656da84 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:27.126190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-91eb469e-3b70-4643-a8fe-d167f65e5c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:27.144124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac13ab1-a408-4851-88c0-ab9ef656da84 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f3a10-da00-4297-95de-3f1efe38de68,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:27.147426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8ac13ab1-a408-4851-88c0-ab9ef656da84 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:27.153461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-216f9483-8b77-4f19-aa2a-d1a272091acf req-8ac13ab1-a408-4851-88c0-ab9ef656da84 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:27.154639 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-216f9483-8b77-4f19-aa2a-d1a272091acf req-8ac13ab1-a408-4851-88c0-ab9ef656da84 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] 10.222.0.16 "DELETE /v2.0/security-groups/c69f3a10-da00-4297-95de-3f1efe38de68 HTTP/1.1" status: 204  len: 173 time: 0.1737483
Dec 21 04:16:27.296932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41288) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:27.862762 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949688'] for router_interface, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:28.457256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Deleting port 757136e1-7589-43b5-8ab4-d78df2348e13 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:28.457780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:28.636912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] For port 757136e1-7589-43b5-8ab4-d78df2348e13, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=757136e1-7589-43b5-8ab4-d78df2348e13,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:28.637223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:28.767724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Calling delete_port for 757136e1-7589-43b5-8ab4-d78df2348e13 owned by network:router_interface {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:28.950301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:28.965850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-eb94639c-6c01-4fa3-a6e4-cdb2dd13b800 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:29.019499 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Pushing event deleted for resources: {'Port': ['ID=757136e1-7589-43b5-8ab4-d78df2348e13,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:29.024069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:29.362365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1295693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949522'] for router_interface, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:30.087988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Router 5081dbb8-e823-4a76-a88a-304f6bc60811 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:16:30.270313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:16:30.279751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] Sync routers for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:16:30.288284 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] 10.222.0.16 "PUT /v2.0/routers/5081dbb8-e823-4a76-a88a-304f6bc60811/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9898829
Dec 21 04:16:30.290965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41326) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:30.294208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:16:30.294888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4406ba90>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:16:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:30.487620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:30.644301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:16:30.679130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:30.684532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Deleting port 62880d86-1a79-464e-8e92-dfd85b58b5d4 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:30.684905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:30.872740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] For port 62880d86-1a79-464e-8e92-dfd85b58b5d4, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=62880d86-1a79-464e-8e92-dfd85b58b5d4,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:30.873056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:30.948167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4406ba90>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:16:28Z', 'revision_number': 5, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:30.953025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] Checking router: 5081dbb8-e823-4a76-a88a-304f6bc60811 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:16:30.964593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] Routers {'5081dbb8-e823-4a76-a88a-304f6bc60811'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:16:30.965434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4406ba90>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:16:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['5081dbb8-e823-4a76-a88a-304f6bc60811'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:31.003168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Calling delete_port for 62880d86-1a79-464e-8e92-dfd85b58b5d4 owned by network:router_gateway {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:31.151141 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:31.158060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] Set router 5081dbb8-e823-4a76-a88a-304f6bc60811 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:16:31.342729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853825661'] for router_gateway, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:31.462848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4406ba90>, [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:16:28Z', 'revision_number': 5, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:31.467239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235841d9-0e99-447e-a101-bc837ab8ddbf None None] The sync data for ids ['5081dbb8-e823-4a76-a88a-304f6bc60811'] in dv-cinder-733062-17-iscsi is: [{'id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'name': 'tempest-TestShelveInstance-518431990-router', 'tenant_id': 'b07ec805977d456b9447a634af514cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:17Z', 'updated_at': '2020-12-21T04:16:28Z', 'revision_number': 5, 'project_id': 'b07ec805977d456b9447a634af514cde', 'gw_port': {'id': '62880d86-1a79-464e-8e92-dfd85b58b5d4', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5081dbb8-e823-4a76-a88a-304f6bc60811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:18Z', 'updated_at': '2020-12-21T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:16:31.494783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854685182'] for router, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:31.497772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:31.529997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937084'] for router, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:31.530653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5081dbb8-e823-4a76-a88a-304f6bc60811 {{(pid=80292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 04:16:31.544293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:31.545613 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-872b722a-6fa8-4f2c-bade-c9a99c64d0f4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5081dbb8-e823-4a76-a88a-304f6bc60811 HTTP/1.1" status: 204  len: 168 time: 1.2536891
Dec 21 04:16:31.548328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41344) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:31.619691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c8e687-ff94-41d1-9dc4-88f29e979fe4 admin admin] Deleting subnet 7e62c16b-0a89-40bd-8164-b47481e029b8 {{(pid=80292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:16:31.622944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57c8e687-ff94-41d1-9dc4-88f29e979fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:31.676660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57c8e687-ff94-41d1-9dc4-88f29e979fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848182375'] for subnet, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:31.804828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57c8e687-ff94-41d1-9dc4-88f29e979fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:32.075160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57c8e687-ff94-41d1-9dc4-88f29e979fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6903819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847877825'] for subnet, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:32.075332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 757136e1-7589-43b5-8ab4-d78df2348e13 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:16:32.109103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c1162b28-16f5-40f6-84fa-655f1a942656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:32.125812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 757136e1-7589-43b5-8ab4-d78df2348e13 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:16:32.126204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 757136e1-7589-43b5-8ab4-d78df2348e13 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:16:32.146944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8e687-ff94-41d1-9dc4-88f29e979fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e62c16b-0a89-40bd-8164-b47481e029b8,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:32.150880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57c8e687-ff94-41d1-9dc4-88f29e979fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:32.230631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57c8e687-ff94-41d1-9dc4-88f29e979fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:32.235823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c15997-b445-449b-94e0-9753814f7c80 None None] Network 013b4941-7458-42a2-bded-2718d1174ace requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:16:32.236942 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-57c8e687-ff94-41d1-9dc4-88f29e979fe4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7e62c16b-0a89-40bd-8164-b47481e029b8 HTTP/1.1" status: 204  len: 168 time: 0.6872613
Dec 21 04:16:32.239295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41356) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:32.357144 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:32.424021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Deleting port ed34fffa-86de-4418-880b-7af7e5eed737 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:32.424392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:32.492890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] DHCP port deletion for 013b4941-7458-42a2-bded-2718d1174ace request from dv-cinder-733062-17-iscsi {{(pid=80294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 04:16:32.497204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] Deleting port ed34fffa-86de-4418-880b-7af7e5eed737 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:32.497752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:32.723622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] For port ed34fffa-86de-4418-880b-7af7e5eed737, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=ed34fffa-86de-4418-880b-7af7e5eed737,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:32.724094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:32.857242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] Calling delete_port for ed34fffa-86de-4418-880b-7af7e5eed737 owned by network:dhcp {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:32.884546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] For port ed34fffa-86de-4418-880b-7af7e5eed737, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=ed34fffa-86de-4418-880b-7af7e5eed737,segment=NetworkSegment(f61d1a84-55d5-42e7-828f-8303661e6b60),segment_id=f61d1a84-55d5-42e7-828f-8303661e6b60)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:32.884936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:32.997538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:33.013002 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:33.013204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Calling delete_port for ed34fffa-86de-4418-880b-7af7e5eed737 owned by network:dhcp {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:33.070305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] Pushing event deleted for resources: {'Port': ['ID=ed34fffa-86de-4418-880b-7af7e5eed737,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:33.073147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:33.086071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:16:33.086435 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:16:33.154192 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] No DVR routers for this DVR port ed34fffa-86de-4418-880b-7af7e5eed737 on host dv-cinder-733062-17-iscsi {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:16:33.587685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Deleting port ed34fffa-86de-4418-880b-7af7e5eed737 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:33.588196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:33.657188 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] The port 'ed34fffa-86de-4418-880b-7af7e5eed737' was deleted {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 04:16:33.778882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:33.893892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e42dae198>,) {'filters': {'network_id': ['013b4941-7458-42a2-bded-2718d1174ace']}} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:33.907334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42dae198>, 'f61d1a84-55d5-42e7-828f-8303661e6b60') {'for_net_delete': True} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:33.907670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42dae198>, 'f61d1a84-55d5-42e7-828f-8303661e6b60') {} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:33.920175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6593408'] for segment, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:33.937071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:33.939153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:16:34.121984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Network 013b4941-7458-42a2-bded-2718d1174ace has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:16:34.130186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 62880d86-1a79-464e-8e92-dfd85b58b5d4 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:16:34.135091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847871575'] for segment, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:34.332874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Network 013b4941-7458-42a2-bded-2718d1174ace has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:16:34.353753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 62880d86-1a79-464e-8e92-dfd85b58b5d4 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:16:34.354145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 62880d86-1a79-464e-8e92-dfd85b58b5d4 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:16:34.354698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device ed34fffa-86de-4418-880b-7af7e5eed737 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   % (table.description, expected, rows_matched)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   % (table.description, expected, rows_matched)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   % (table.description, expected, rows_matched)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   % (table.description, expected, rows_matched)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:16:34.356649 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:16:34.400569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: ed34fffa-86de-4418-880b-7af7e5eed737 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:16:34.401045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device ed34fffa-86de-4418-880b-7af7e5eed737 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:16:34.413235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-258fb563-30f4-4ee0-b55f-58f669d5c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:34.442673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:34.447578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:34.464048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:34.477340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=013b4941-7458-42a2-bded-2718d1174ace,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:34.484398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:34.495020 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/013b4941-7458-42a2-bded-2718d1174ace HTTP/1.1" status: 204  len: 168 time: 2.2520051
Dec 21 04:16:34.496104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41384) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:34.855485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949688'] for router_interface, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:35.449686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Deleting port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:35.450066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:35.637740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] For port 036f93f7-e6de-4b89-a3bf-b2a07ff7e103, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=036f93f7-e6de-4b89-a3bf-b2a07ff7e103,segment=NetworkSegment(71708052-d65a-486e-b663-e0418f35d4fc),segment_id=71708052-d65a-486e-b663-e0418f35d4fc)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:35.638066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:35.763415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Calling delete_port for 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 owned by network:router_interface {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:35.945223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:35.960235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-208846a7-0f42-4576-9169-2f38e39fd1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:36.012018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=036f93f7-e6de-4b89-a3bf-b2a07ff7e103,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:36.016772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:36.601526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1295693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949522'] for router_interface, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:37.024286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a7a03ccb-609b-44e6-8772-f7d1825396b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:37.103582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:16:37.126544 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:37.289758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:16:37.298994 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] 10.222.0.16 "PUT /v2.0/routers/9f7c0fd6-732f-4cce-8eb4-b5dad886af85/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8017952
Dec 21 04:16:37.300083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] Sync routers for ids ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:16:37.301638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41420) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:37.311936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] Routers {'9f7c0fd6-732f-4cce-8eb4-b5dad886af85'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:16:37.312720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42e58128>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:16:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:37.484260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks [] for router, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:37.499377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] Set router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:16:37.683171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:37.688456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Deleting port 8b280de5-f59e-4227-95da-655f5c712ba6 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:37.688829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:37.795299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42e58128>, [{'id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:27Z', 'updated_at': '2020-12-21T04:16:35Z', 'revision_number': 5, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'gw_port': {'id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:37.799279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] Checking router: 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:16:37.808812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] Routers {'9f7c0fd6-732f-4cce-8eb4-b5dad886af85'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:16:37.809456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42e58128>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:16:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:37.871707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] For port 8b280de5-f59e-4227-95da-655f5c712ba6, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=8b280de5-f59e-4227-95da-655f5c712ba6,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:37.872107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:37.993125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] Set router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:16:38.000045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Calling delete_port for 8b280de5-f59e-4227-95da-655f5c712ba6 owned by network:router_gateway {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:38.163927 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.280147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.310715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42e58128>, [{'id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:27Z', 'updated_at': '2020-12-21T04:16:35Z', 'revision_number': 5, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'gw_port': {'id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:38.310715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879eee03-0b52-4371-8f33-c46353674b9a None None] The sync data for ids ['9f7c0fd6-732f-4cce-8eb4-b5dad886af85'] in dv-cinder-733062-17-iscsi is: [{'id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'name': 'tempest-TestShelveInstance-139417303-router', 'tenant_id': '8a4ea963f280447d8ca8e105c36c52b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:05:27Z', 'updated_at': '2020-12-21T04:16:35Z', 'revision_number': 5, 'project_id': '8a4ea963f280447d8ca8e105c36c52b6', 'gw_port': {'id': '8b280de5-f59e-4227-95da-655f5c712ba6', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c0fd6-732f-4cce-8eb4-b5dad886af85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:05:28Z', 'updated_at': '2020-12-21T04:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:16:38.363990 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853825661'] for router_gateway, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.497382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854685182'] for router, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.500004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.523935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937084'] for router, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.524527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f7c0fd6-732f-4cce-8eb4-b5dad886af85 {{(pid=80292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 04:16:38.537359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.538581 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8fc29b84-09f8-4f46-a34d-eab54331c736 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9f7c0fd6-732f-4cce-8eb4-b5dad886af85 HTTP/1.1" status: 204  len: 168 time: 1.2357674
Dec 21 04:16:38.541375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 41436) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:38.611830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] Deleting subnet e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5 {{(pid=80292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:16:38.614841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.669557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848182375'] for subnet, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.759590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:38.925068 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:39.289018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6903819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847877825'] for subnet, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:39.304631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b814c181-843e-4a00-8f14-dffaff17f14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:39.356098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:39.360042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:39.437844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:39.443568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d4a1d-6326-4c8c-a2a9-b03e00e42aba None None] Network f94c31a9-0fcc-49e5-8972-260be930fd11 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:16:39.447177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 41450) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:39.459543 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e28510ba-d4cc-4cc5-b4c4-94b92e9fcef5 HTTP/1.1" status: 204  len: 168 time: 0.9163582
Dec 21 04:16:39.576417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:39.643439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Deleting port 96251880-4b1d-45a6-afcd-8d10a0baa3da {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:39.643817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:39.704128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] DHCP port deletion for f94c31a9-0fcc-49e5-8972-260be930fd11 request from dv-cinder-733062-17-iscsi {{(pid=80294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 04:16:39.709549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] Deleting port 96251880-4b1d-45a6-afcd-8d10a0baa3da {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:39.709972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:39.938511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] For port 96251880-4b1d-45a6-afcd-8d10a0baa3da, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=96251880-4b1d-45a6-afcd-8d10a0baa3da,segment=NetworkSegment(71708052-d65a-486e-b663-e0418f35d4fc),segment_id=71708052-d65a-486e-b663-e0418f35d4fc)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:39.938870 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:40.068507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] Calling delete_port for 96251880-4b1d-45a6-afcd-8d10a0baa3da owned by network:dhcp {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:40.089836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] For port 96251880-4b1d-45a6-afcd-8d10a0baa3da, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=96251880-4b1d-45a6-afcd-8d10a0baa3da,segment=NetworkSegment(71708052-d65a-486e-b663-e0418f35d4fc),segment_id=71708052-d65a-486e-b663-e0418f35d4fc)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:16:40.090215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:40.125373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 96251880-4b1d-45a6-afcd-8d10a0baa3da no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:16:40.198658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500'] for port, after_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:40.214518 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:40.225451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Calling delete_port for 96251880-4b1d-45a6-afcd-8d10a0baa3da owned by network:dhcp {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:16:40.273674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] Pushing event deleted for resources: {'Port': ['ID=96251880-4b1d-45a6-afcd-8d10a0baa3da,revision_number=None']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:40.276622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:40.279797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No active binding found for port 96251880-4b1d-45a6-afcd-8d10a0baa3da {{(pid=80294) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 21 04:16:40.280256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 96251880-4b1d-45a6-afcd-8d10a0baa3da not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:16:40.280725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 8b280de5-f59e-4227-95da-655f5c712ba6 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:16:40.302074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:16:40.302588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:16:40.319957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 8b280de5-f59e-4227-95da-655f5c712ba6 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:16:40.320348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 8b280de5-f59e-4227-95da-655f5c712ba6 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:16:40.320809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:16:40.413782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:16:40.414189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 036f93f7-e6de-4b89-a3bf-b2a07ff7e103 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:16:40.430590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59911f-b2ed-4b98-8f66-b42a3d1efcc3 None None] No DVR routers for this DVR port 96251880-4b1d-45a6-afcd-8d10a0baa3da on host dv-cinder-733062-17-iscsi {{(pid=80294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:16:40.804213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Deleting port 96251880-4b1d-45a6-afcd-8d10a0baa3da {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:16:40.804603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:40.872014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] The port '96251880-4b1d-45a6-afcd-8d10a0baa3da' was deleted {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 04:16:41.000927 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:41.124054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e427429e8>,) {'filters': {'network_id': ['f94c31a9-0fcc-49e5-8972-260be930fd11']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:41.140147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e427429e8>, '71708052-d65a-486e-b663-e0418f35d4fc') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:41.140484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e427429e8>, '71708052-d65a-486e-b663-e0418f35d4fc') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:16:41.152772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:41.168961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:41.171198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:16:41.354922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Network f94c31a9-0fcc-49e5-8972-260be930fd11 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:16:41.364187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:41.545763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Network f94c31a9-0fcc-49e5-8972-260be930fd11 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   % (table.description, expected, rows_matched)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   % (table.description, expected, rows_matched)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   % (table.description, expected, rows_matched)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   % (table.description, expected, rows_matched)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:16:41.571663 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:16:41.651905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:41.656291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:41.660216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a819d632-52b5-4eff-9ac8-0804f7badeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:41.682033 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f94c31a9-0fcc-49e5-8972-260be930fd11,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:41.685041 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f94c31a9-0fcc-49e5-8972-260be930fd11 HTTP/1.1" status: 204  len: 168 time: 2.2368033
Dec 21 04:16:41.685951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:41.829657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 41488) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:41.884735 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-eb2860d1-af26-4716-916b-0316e1c85f1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b07ec805977d456b9447a634af514cde&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0537968
Dec 21 04:16:41.887291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 41492) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:41.947194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-227e4b5c-2cb5-4309-a0a8-46e7c4f2c34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:41.973973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-227e4b5c-2cb5-4309-a0a8-46e7c4f2c34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:42.024578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-227e4b5c-2cb5-4309-a0a8-46e7c4f2c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:42.029647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e7ae7b6d-d034-4bc9-999e-681615cf8710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:42.049532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e4b5c-2cb5-4309-a0a8-46e7c4f2c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f573d59f-8987-4cb1-bceb-c01b38c30e8f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:42.053156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-227e4b5c-2cb5-4309-a0a8-46e7c4f2c34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:42.054638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-227e4b5c-2cb5-4309-a0a8-46e7c4f2c34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:42.070012 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-227e4b5c-2cb5-4309-a0a8-46e7c4f2c34f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f573d59f-8987-4cb1-bceb-c01b38c30e8f HTTP/1.1" status: 204  len: 168 time: 0.1815317
Dec 21 04:16:42.501425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 41508) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:42.553412 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b4d53581-8a0b-4869-87ff-945275a57bf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a4ea963f280447d8ca8e105c36c52b6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0501778
Dec 21 04:16:42.555859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 41512) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:16:42.618507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-efc9ff0b-1128-4743-8c64-8ae6408f3311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:42.646300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-efc9ff0b-1128-4743-8c64-8ae6408f3311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:42.698178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-efc9ff0b-1128-4743-8c64-8ae6408f3311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:42.703378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9dbc50b5-39b2-45b9-9c57-6eea0d0087b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:16:42.716038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9ff0b-1128-4743-8c64-8ae6408f3311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8502e30-a78e-4634-88dd-799c683488ab,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:16:42.719170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-efc9ff0b-1128-4743-8c64-8ae6408f3311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:16:42.721183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-efc9ff0b-1128-4743-8c64-8ae6408f3311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:42.723214 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-efc9ff0b-1128-4743-8c64-8ae6408f3311 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8502e30-a78e-4634-88dd-799c683488ab HTTP/1.1" status: 204  len: 168 time: 0.1656380
Dec 21 04:16:48.561224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:16:52.130198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:16:54.406643 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b775eaf2-bee6-442b-a925-a24f3442019b req-1d679d24-8468-4cc7-bd05-54f9ee23ea34 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0742362
Dec 21 04:16:54.555444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775eaf2-bee6-442b-a925-a24f3442019b req-9345a30c-5cf1-4ebf-a1b1-894319e7e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:54.557074 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b775eaf2-bee6-442b-a925-a24f3442019b req-9345a30c-5cf1-4ebf-a1b1-894319e7e1e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.0787797
Dec 21 04:16:54.716005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775eaf2-bee6-442b-a925-a24f3442019b req-a88fd720-c78f-4941-8eb6-f5d13072ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:54.717599 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b775eaf2-bee6-442b-a925-a24f3442019b req-a88fd720-c78f-4941-8eb6-f5d13072ef1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.1403399
Dec 21 04:16:54.788094 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b775eaf2-bee6-442b-a925-a24f3442019b req-3786522e-f921-4155-86c0-df72d42d8617 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 217 time: 0.0635865
Dec 21 04:16:54.858381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775eaf2-bee6-442b-a925-a24f3442019b req-50411715-1e5f-44e7-955a-d6f3dc00520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:54.859922 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b775eaf2-bee6-442b-a925-a24f3442019b req-50411715-1e5f-44e7-955a-d6f3dc00520a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.0655868
Dec 21 04:16:54.939568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775eaf2-bee6-442b-a925-a24f3442019b req-a3687779-c30b-4be1-82f4-7ce10916eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:16:54.941151 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b775eaf2-bee6-442b-a925-a24f3442019b req-a3687779-c30b-4be1-82f4-7ce10916eb5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0736153
Dec 21 04:16:55.086072 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b775eaf2-bee6-442b-a925-a24f3442019b req-abd2ae94-d4d0-4a57-b5d9-fe4a22fe4391 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376209
Dec 21 04:16:55.231206 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b775eaf2-bee6-442b-a925-a24f3442019b req-bdc857f7-b64b-4a56-a3fc-b1c173689f61 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376688
Dec 21 04:17:04.363296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2e90075c-8b8d-401d-8b35-194f09d9201d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:07.016284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a5475e6e-a968-420a-8868-526927c21314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:07.137300 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:08.273469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:08.925698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:18.545638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:29.130988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:17:34.363748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d639f7cd-e436-42a3-9dce-f768d49c47a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:37.017021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-771ee0f7-5650-4321-8869-007b65689bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:37.132208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:38.290574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:38.927329 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:48.560699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:17:54.438533 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74693550-6933-4643-ab0f-1583d24f085c req-7301104a-f565-4c9b-9bc0-5657f2c68c55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0784056
Dec 21 04:17:54.532983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693550-6933-4643-ab0f-1583d24f085c req-9aa887dc-954f-4c51-b9d7-ecab9cad0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:17:54.534594 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74693550-6933-4643-ab0f-1583d24f085c req-9aa887dc-954f-4c51-b9d7-ecab9cad0e03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=13fc3096c5c34fe8b975ecce478f85fc&device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 1162 time: 0.0748637
Dec 21 04:17:54.693045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693550-6933-4643-ab0f-1583d24f085c req-2e3b2f13-cce6-48d0-9add-da5384e6235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:17:54.694580 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74693550-6933-4643-ab0f-1583d24f085c req-2e3b2f13-cce6-48d0-9add-da5384e6235b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cb38372-b1fe-404c-9646-e5579ec8fe7b HTTP/1.1" status: 200  len: 908 time: 0.1381483
Dec 21 04:17:54.771978 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74693550-6933-4643-ab0f-1583d24f085c req-e33e4000-1604-4f0e-ba8a-8b4766706a39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4d70010-d5c7-45a0-a55b-d30d1f2df8be HTTP/1.1" status: 200  len: 217 time: 0.0698059
Dec 21 04:17:54.842873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693550-6933-4643-ab0f-1583d24f085c req-9f6b06a4-f694-4e23-8568-b1aa6a2e240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:17:54.844692 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74693550-6933-4643-ab0f-1583d24f085c req-9f6b06a4-f694-4e23-8568-b1aa6a2e240c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=950cc1e3-d381-4b3d-af91-d88bbdfb7841 HTTP/1.1" status: 200  len: 854 time: 0.0657899
Dec 21 04:17:54.894722 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74693550-6933-4643-ab0f-1583d24f085c req-3ac0d68b-320c-4805-b2fb-ea3d84c6273a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cb38372-b1fe-404c-9646-e5579ec8fe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432529
Dec 21 04:17:55.038723 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74693550-6933-4643-ab0f-1583d24f085c req-a8c3b287-64d3-4353-b445-4cdb08739765 service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372690
Dec 21 04:17:55.182048 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-74693550-6933-4643-ab0f-1583d24f085c req-6bdedb77-2ff9-412b-a3df-011797138757 service neutron] 10.222.0.55 "GET /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353188
Dec 21 04:18:04.363970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d523c860-1a28-47ec-ba6f-bd8647e3ddc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:06.132182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:18:07.018637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fa2d166a-edd5-4baa-84d3-cf987ba1df8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:07.133168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:08.285445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:08.930370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:18.561579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:34.366278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-41318c15-f7e1-48f6-94e7-0b239e8acbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:37.020579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7e7fee99-6a23-4d2d-affa-573df9bcb3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:37.134772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:38.288175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:38.936154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:43.133158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:18:48.559425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:18:56.018150 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c64c2a-d916-449e-94ef-337de75d3078 req-752aa1c4-791d-40cd-ae10-9cd0d1d40d77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0797222
Dec 21 04:18:56.112694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c64c2a-d916-449e-94ef-337de75d3078 req-bd39031f-fb6a-4992-9af6-aaaffd1ec67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:18:56.114354 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c64c2a-d916-449e-94ef-337de75d3078 req-bd39031f-fb6a-4992-9af6-aaaffd1ec67b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 1162 time: 0.0752480
Dec 21 04:18:56.269708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c64c2a-d916-449e-94ef-337de75d3078 req-4dae4634-6c7b-422b-9fa8-b075db6f3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:18:56.272152 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c64c2a-d916-449e-94ef-337de75d3078 req-4dae4634-6c7b-422b-9fa8-b075db6f3bce service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.1389260
Dec 21 04:18:56.379807 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c64c2a-d916-449e-94ef-337de75d3078 req-edb85ff5-9364-46d5-91be-0d2ec322f4eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bbeacb-aa11-4389-9729-35e21814ae56 HTTP/1.1" status: 200  len: 1001 time: 0.1007543
Dec 21 04:18:56.448577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c64c2a-d916-449e-94ef-337de75d3078 req-9ff0fe84-133c-4bde-8614-06a01742d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:18:56.450650 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c64c2a-d916-449e-94ef-337de75d3078 req-9ff0fe84-133c-4bde-8614-06a01742d1f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.0628519
Dec 21 04:18:56.534913 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c64c2a-d916-449e-94ef-337de75d3078 req-7c5fcb63-be25-43f8-a102-9c4bc884b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:18:56.537392 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c64c2a-d916-449e-94ef-337de75d3078 req-7c5fcb63-be25-43f8-a102-9c4bc884b260 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0787756
Dec 21 04:18:56.905202 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c64c2a-d916-449e-94ef-337de75d3078 req-58a4bc0d-952f-453d-a1a9-cc856e924de6 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3601973
Dec 21 04:18:57.045863 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83c64c2a-d916-449e-94ef-337de75d3078 req-544ff02c-af1a-4688-a9b2-b26068897444 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1333809
Dec 21 04:19:04.371229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-03e4fd33-d4f9-4a07-86bd-83d460402064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:07.022363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0b730afb-58fa-496a-b054-4c06fd411e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:07.137450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:08.289512 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:08.939714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:18.558175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:20.133702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:19:21.770054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-34982ea6-cab5-4973-8080-ddc28b69487d req-fa31f834-8ca1-4074-9f86-c7352f735583 service neutron] (80292) timed out ('10.222.0.55', 53059) {{(pid=80292) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 04:19:29.066008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-c5aa470d-f72e-4945-9d82-2869960174bb req-a8fc843b-b1ff-496c-aa74-76dba45ba3f0 service neutron] (80292) timed out ('10.222.0.55', 53067) {{(pid=80292) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 04:19:34.363527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b38c2f4a-b5b3-478e-89cb-61d721ef008d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:35.334836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-f3babc39-067c-40f8-9c64-72b4691c7c26 req-c6afbf51-b214-4762-979e-d8e958bc8d60 service neutron] (80293) timed out ('10.222.0.55', 53109) {{(pid=80293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 04:19:37.023743 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-62477a84-d424-46db-96ef-c1e3bb15840a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:37.138854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:38.291568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:38.942342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:48.567420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:19:57.132681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:19:57.570445 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-c7c8b95c-fbea-453e-94a2-7060846d1ff9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2264359
Dec 21 04:19:57.721644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-eee7cabb-e5ab-4dc3-8db8-467c96523580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:19:57.723262 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-eee7cabb-e5ab-4dc3-8db8-467c96523580 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.0789056
Dec 21 04:19:57.884006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-db952a6a-846c-4385-a1b5-8ee531eb5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:19:57.885579 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-db952a6a-846c-4385-a1b5-8ee531eb5a3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.1394625
Dec 21 04:19:57.956836 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-82ca76d1-b80f-4bbd-b147-e71dd7830270 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 217 time: 0.0640578
Dec 21 04:19:58.037593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-920660ca-6e26-4493-8192-861dc08bdd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:19:58.039249 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-920660ca-6e26-4493-8192-861dc08bdd4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.0765698
Dec 21 04:19:58.119137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-13909a56-b3ad-4e67-9dad-72ed87063199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:19:58.120696 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-13909a56-b3ad-4e67-9dad-72ed87063199 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0743139
Dec 21 04:19:58.262495 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-7bca51bc-ebfb-4921-b77a-0c6206b9861f service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346655
Dec 21 04:19:58.413510 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d6f7946-189b-43d2-b51a-94df764e87dc req-32ffb4a4-24b9-42c1-9753-c5934783f792 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433585
Dec 21 04:20:04.369346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-08fdff8c-6fb7-4fdd-9f57-721f69dc84f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:07.022569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9c3ddf25-446d-4d53-9bf7-d7d5c46bbb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:07.141697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:08.295185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:08.944707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:18.574887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:24.361314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4068104-e77c-4f78-88ef-ba98779655a3 req-0ded5b5a-cd7f-426e-9aa9-47c95c27863a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:20:24.362930 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4068104-e77c-4f78-88ef-ba98779655a3 req-0ded5b5a-cd7f-426e-9aa9-47c95c27863a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 945 time: 0.2835207
Dec 21 04:20:24.412015 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4068104-e77c-4f78-88ef-ba98779655a3 req-86ec71ee-b8dd-4340-929b-47691f248033 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/security-groups?id=55166e9b-2f1a-49ac-818b-a619d00612f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423024
Dec 21 04:20:24.567710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device a4d70010-d5c7-45a0-a55b-d30d1f2df8be no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:20:24.672773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6e72ac4e-b53c-4d58-aef3-cdcede018a0d tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:20:24.674439 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6e72ac4e-b53c-4d58-aef3-cdcede018a0d tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.55 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 945 time: 0.0823169
Dec 21 04:20:24.683388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:24.711223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d70010-d5c7-45a0-a55b-d30d1f2df8be'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:20:24.728588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port a4d70010-d5c7-45a0-a55b-d30d1f2df8be, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,segment=NetworkSegment(1cccd009-7dcb-4411-a654-ed5e45734ef1),segment_id=1cccd009-7dcb-4411-a654-ed5e45734ef1)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:20:24.732519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:24.735732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:20:24.762695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Deleting port a4d70010-d5c7-45a0-a55b-d30d1f2df8be {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:20:24.763571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:24.785949 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d70010-d5c7-45a0-a55b-d30d1f2df8be', 'code': 200}
Dec 21 04:20:24.816043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:20:24.825444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.825773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.826154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.826527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.826919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.827288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.827702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.828000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.828364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.828726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.829087 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.829445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.829863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.830223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.830581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.830958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.831319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.831681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.832041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.832398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.832755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.833147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.833555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.833860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:24.838356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:20:25.030232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] For port a4d70010-d5c7-45a0-a55b-d30d1f2df8be, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,segment=NetworkSegment(1cccd009-7dcb-4411-a654-ed5e45734ef1),segment_id=1cccd009-7dcb-4411-a654-ed5e45734ef1)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:20:25.030629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:25.165564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Calling delete_port for a4d70010-d5c7-45a0-a55b-d30d1f2df8be owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:20:25.307272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:25.327553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d43cc35f-be9e-44fe-a61f-1828a0b72c48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:20:25.384956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Pushing event deleted for resources: {'Port': ['ID=a4d70010-d5c7-45a0-a55b-d30d1f2df8be,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:20:25.397802 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.398214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.398618 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.399042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.399437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.399828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.400219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.400611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.401001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.401386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.401772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.402199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.402641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.403046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.403436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.403820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.404202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.404581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.404962 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.405341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.405720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.406100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.406479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.406858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:25.410695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:20:25.550359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] No DVR routers for this DVR port a4d70010-d5c7-45a0-a55b-d30d1f2df8be on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:20:25.553467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:25.556406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'name': 'network-vif-deleted', 'tag': 'a4d70010-d5c7-45a0-a55b-d30d1f2df8be'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:20:25.573134 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-969c7a4e-55bb-47ee-b75d-7ce80dd9c3fa req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.55 "DELETE /v2.0/ports/a4d70010-d5c7-45a0-a55b-d30d1f2df8be HTTP/1.1" status: 204  len: 173 time: 0.8929629
Dec 21 04:20:25.607607 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dffd4bdd-c088-4ebe-b031-cbd350a6043e req-63c47be3-0260-4b24-870d-3267d77494e4 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0499387
Dec 21 04:20:25.720587 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63061bb7-38e7-4c2a-ac1d-eb8752fa584e', 'name': 'network-vif-deleted', 'tag': 'a4d70010-d5c7-45a0-a55b-d30d1f2df8be', 'status': 'completed', 'code': 200}
Dec 21 04:20:26.791900 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-43ea6f58-0b5d-4a09-9f61-a19dc8a1b42a req-64115757-63a3-4f4f-9091-c98f528b0924 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0505280
Dec 21 04:20:28.041965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ca5365ad-bc4f-4821-a238-00409219893e req-e90c0bc1-4534-4c07-bf93-54988634ba62 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Synchronizing usage tracker for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:20:28.058385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-ca5365ad-bc4f-4821-a238-00409219893e req-e90c0bc1-4534-4c07-bf93-54988634ba62 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Unset dirty status for tenant:13fc3096c5c34fe8b975ecce478f85fc on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:20:28.059709 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ca5365ad-bc4f-4821-a238-00409219893e req-e90c0bc1-4534-4c07-bf93-54988634ba62 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.1356530
Dec 21 04:20:29.366324 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d4fc7ace-f4b0-4c77-bcb8-44fddde556ab req-4aad795f-15a0-4b63-8261-e17c98ac04dd tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0452900
Dec 21 04:20:30.545694 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d294838c-9a73-4de1-b2a6-a45a08d6b503 req-83d12de6-2a17-46cd-a94d-a8a052c15d14 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0494711
Dec 21 04:20:31.719520 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-12107184-e7ef-470c-ba29-b800e8820622 req-20ed5359-cdd9-43ca-aefb-5abd12744c41 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0462332
Dec 21 04:20:32.893754 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-58dac619-9930-4268-8992-84826bba443c req-7401912e-a340-445e-bca2-c2960b4762c1 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0456245
Dec 21 04:20:33.774077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 44130) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:20:33.925430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:33.943481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:20:33.947596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Usage tracker for resource:security_group_rule and tenant:af75c83f73814ecfbab80e58cc9b7090 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:20:33.950798 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:20:33.956695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:20:34.059533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.062241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.070797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e17b2692-302d-4a82-ada4-e0dc3b045e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:20:34.080595 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c3af4e88-74c9-45a8-bd3e-51e294f34c8d req-e4c00110-619c-4af9-bcce-c3fa6271de5a tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0491164
Dec 21 04:20:34.117480 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af75c83f73814ecfbab80e58cc9b7090&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3418884
Dec 21 04:20:34.119104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c86e29-e105-40ce-aee3-f90c4d1ef28a,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:20:34.120351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 44142) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:20:34.122520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:20:34.132292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:20:34.182205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.213427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.261797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.266828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5fcd354e-e19d-4c2e-9976-0a346a2c8459 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:20:34.279681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c86e29-e105-40ce-aee3-f90c4d1ef28a,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:20:34.290296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.291566 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3c86e29-e105-40ce-aee3-f90c4d1ef28a HTTP/1.1" status: 204  len: 168 time: 0.1701548
Dec 21 04:20:34.293244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.293659 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.294305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.294604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.294951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.295349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.295957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.296086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.296468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.296854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.297240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.297596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.298036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.298486 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.298813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.299220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.299604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.299983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.300374 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.300754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.301132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.302193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.302584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.302976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:20:34.306427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:20:34.369692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-952bafec-f00f-4605-8502-661784d65fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.644702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 44152) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:20:34.665014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.680586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:20:34.684676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Usage tracker for resource:security_group_rule and tenant:6cbf1d7a216944f5bd64b858ce9e21e7 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:20:34.687790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:20:34.693777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:20:34.782332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.786280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.793840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9d10528d-5870-4937-9ae7-6da6f0e2afb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:20:34.838826 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cbf1d7a216944f5bd64b858ce9e21e7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1924407
Dec 21 04:20:34.839809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39810d09-63d7-4602-9de2-954cb53ba3f6,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:20:34.841723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 44158) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:20:34.843153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:20:34.917378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-65356491-e2bd-412a-a22c-caee8626a026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.944464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-65356491-e2bd-412a-a22c-caee8626a026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.989880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-65356491-e2bd-412a-a22c-caee8626a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:34.995142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f319f877-0a4d-4afd-8e21-223e2cbfda6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:20:35.009702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65356491-e2bd-412a-a22c-caee8626a026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39810d09-63d7-4602-9de2-954cb53ba3f6,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:20:35.012358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-65356491-e2bd-412a-a22c-caee8626a026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:20:35.021619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-65356491-e2bd-412a-a22c-caee8626a026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:35.025783 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-65356491-e2bd-412a-a22c-caee8626a026 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39810d09-63d7-4602-9de2-954cb53ba3f6 HTTP/1.1" status: 204  len: 168 time: 0.1800745
Dec 21 04:20:35.265413 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2fca17b0-84d0-4eb5-81ce-e569bc849af8 req-255390d4-acc0-45f5-a003-83c9ef2231f9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0510724
Dec 21 04:20:36.441566 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f837044d-9152-4e91-a062-b256566be701 req-4a3b93d9-6131-40a7-a6b3-8926a21071b0 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0471025
Dec 21 04:20:37.023828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-380f6e1b-2800-4c88-b424-4851ae43853a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:37.146106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:37.623618 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-084812f3-8f36-4cc6-8d73-7667ce9472ea req-0968d659-7dc4-418b-aefe-18af335e34c4 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0497720
Dec 21 04:20:38.296466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:38.796997 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-96367820-4714-4a79-89a8-f62402d390b7 req-e28c2e96-56d9-42ae-80fa-846a24e170fc tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0448787
Dec 21 04:20:38.946928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:39.973741 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b8c3bc3-ccfd-4d8a-a78b-6ddb19b4069f req-6ba4d0c4-c96d-4971-b695-d1a8ab33d99b tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0485370
Dec 21 04:20:41.157663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ea91dac5-dd12-421d-bc71-4a310d1e9368 req-2c84dabb-75be-42f8-ac0d-3b52f213a433 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0490239
Dec 21 04:20:42.336856 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-56994af7-484f-44e5-a09c-e950501610b3 req-c96d38bb-375f-469f-8db8-178e2e8e1138 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0461690
Dec 21 04:20:43.725892 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f5fc1f6-b2d7-4d51-bf0d-0acbf20f3f15 req-622deebd-6714-416d-8cbc-3ab5187cd480 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0477502
Dec 21 04:20:44.904546 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dda4e845-d57c-4465-8309-3be417cde882 req-2f96835e-2ae0-4ac4-bec0-1c556a5e35fa tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0496640
Dec 21 04:20:46.079953 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4241856c-3b8a-43d3-b0d2-cb3342b04b42 req-29366e34-16f1-45f3-80ea-36cbe302242e tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0464635
Dec 21 04:20:47.256089 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7a3bc18d-cb0f-475d-85a3-c9ced122f63e req-ce442fef-8b9c-4626-adf5-d4a8cf28620f tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0475945
Dec 21 04:20:48.434112 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e455bdfa-0d71-4f56-a108-439390d9415e req-0f6fc4da-fcb7-402d-9d24-3ae21fd768f6 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0487022
Dec 21 04:20:48.589479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:20:49.610917 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e5172132-d890-4fb4-9800-cd6432a03479 req-eebf2739-9fcf-4dd7-b258-bfcfbfb80d51 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0451608
Dec 21 04:20:50.782952 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8c92deee-d26b-4fff-95a9-0b5940c48696 req-8298188b-9d24-4b3a-aa97-b43a697e89a7 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0455039
Dec 21 04:20:51.958205 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5080ee50-ba26-4b46-a110-eddf4f6b7f5d req-4cc43548-02be-482c-8e52-41630d4a8b95 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0485034
Dec 21 04:20:53.131464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-19f5759a-0148-4143-857b-0e83bbc02e53 req-7882b2d4-d196-4a2d-970f-2f0e54ad5e4c tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0455282
Dec 21 04:20:54.307103 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-348ba43e-4605-4e07-8170-c79ec4e5ec1e req-66f6f861-63ad-4772-ba89-267e4236a5f3 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0458713
Dec 21 04:20:55.492115 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-970d5ddf-a8ff-4193-974e-9879f7470d1f req-7dab011b-8cef-4bd8-80df-ea58f0a3444c tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0512719
Dec 21 04:20:56.670995 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1142a3b4-9190-45e2-a5d3-3db733d198a8 req-ba12f47b-53ec-4c20-ab2a-a11a16ebceb5 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0452788
Dec 21 04:20:57.846193 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-fcee5ebe-fe13-45ca-a15a-404a82038046 req-aac73eaa-7c41-4a49-9de2-9e645881c92b tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0475323
Dec 21 04:20:59.035020 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3cd8f257-cdb8-4a8e-a1a3-731e4a48d390 req-99f782b3-19cc-4823-9391-c93a5c6b3e5d tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0569358
Dec 21 04:20:59.512565 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-5a925061-3edf-4c5f-a04d-b831f92566bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0757802
Dec 21 04:20:59.611845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-3cae7a88-5b35-4d97-a72e-111ba02a2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:20:59.614193 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-3cae7a88-5b35-4d97-a72e-111ba02a2c50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 1162 time: 0.0792925
Dec 21 04:20:59.770523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-773e29dd-9f65-4e3b-a252-4c1767b090f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:20:59.772162 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-773e29dd-9f65-4e3b-a252-4c1767b090f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 200  len: 910 time: 0.1382959
Dec 21 04:20:59.877091 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-64786330-48b0-4748-87e2-77fcec73896c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bbeacb-aa11-4389-9729-35e21814ae56 HTTP/1.1" status: 200  len: 1001 time: 0.0978441
Dec 21 04:20:59.949080 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-ceeb5ff2-6a9e-4118-bab1-87127fa0f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:20:59.950607 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-ceeb5ff2-6a9e-4118-bab1-87127fa0f3cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 200  len: 855 time: 0.0664439
Dec 21 04:21:00.030142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-065600bf-f080-42c9-a364-a22229c6e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:21:00.031759 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-065600bf-f080-42c9-a364-a22229c6e6d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6bc0051-d4ea-476a-9024-7792973f8f69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0736547
Dec 21 04:21:00.178709 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-d54a8ca1-0922-4462-b4c8-cbac6d6ed8c6 service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403220
Dec 21 04:21:00.215601 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a467c51-fd69-4011-b169-915f72f0e4b5 req-5765713d-3cb0-4a5e-abe5-e5d90435f41f tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0497808
Dec 21 04:21:00.326954 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-01a2b755-6e96-43be-ad1f-e98c85af2cd2 req-b048a4b5-316c-4f15-a698-0e9af904c17f service neutron] 10.222.0.55 "GET /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411705
Dec 21 04:21:01.395764 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6dda59c9-fd97-45d2-9514-4ed4e4020674 req-fadbe597-d6c9-43f4-abc5-e579814acab1 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0500760
Dec 21 04:21:02.577962 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1c5cb320-7de1-4e4a-ad93-1b14cf320060 req-31aec6c5-66ef-4df4-bae5-da8a5aea9839 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0484693
Dec 21 04:21:03.756893 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-69125af8-0d46-4380-a7bb-1814b43a515a req-68b66d8c-0b53-46cd-baad-a60e6295ef43 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0457995
Dec 21 04:21:04.372209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-49d1c6a0-4ffc-423f-b6be-c375a6e1133a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:04.931991 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-16d8daf6-416c-437f-a1ac-17e5824bd7c4 req-f7aeeee9-5a33-4229-93cc-90924d46f277 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0461071
Dec 21 04:21:06.102855 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-adbfca47-b159-4cf3-9e2f-13d46e1cdf07 req-53160352-59b6-4ee7-a407-c3cf4738e573 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0447979
Dec 21 04:21:07.025648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2953e237-57fd-41e9-a2f3-58139d43e4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:07.146933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:07.275589 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b1e8d6d-7aca-4a36-94a3-cb3f5870ab41 req-e49b4081-7ee4-4a29-8c56-6a336e61c449 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0459862
Dec 21 04:21:08.298093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:08.453496 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e55f5bec-9cc9-439b-8b1d-e6dc27fe0ceb req-07f59f03-0031-4e10-98c6-0246215b8a75 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0488291
Dec 21 04:21:08.949596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:09.635060 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3720edb1-dddf-4d3b-b3b9-af61992ff8e4 req-dd54405d-0669-44bb-be0a-62fa3dc9caa2 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0496991
Dec 21 04:21:10.946426 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-afa6db85-b78c-4c36-bf51-4176296b1064 req-8a86b250-1322-4917-ab12-de7fcc86281c tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0458555
Dec 21 04:21:11.133081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:21:12.121388 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-485851d8-432e-48dc-b9da-32277fae3eaf req-21d84051-adb5-43e9-bcaf-07ab0572bd6b tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0459812
Dec 21 04:21:13.295811 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c073842c-1ba9-4080-a0a2-a02115e2e25c req-1efdecfc-c98d-46c2-80b7-054d73b2485c tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0459795
Dec 21 04:21:14.471932 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2be1d740-bf62-481f-91b6-371e2e22fed8 req-7c2fbb2f-4853-46ef-879e-633d2ef9d9ff tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0462205
Dec 21 04:21:15.650750 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b32d8bdc-9785-4735-acec-7d439303bedb req-37cfbd30-7b33-4c9f-8e58-74ae569e2aae tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0486615
Dec 21 04:21:16.853789 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3a466466-4dd8-4a0f-8897-a58da03e6c20 req-71996a60-b4f8-4f4f-ae50-27f036f7063e tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0567577
Dec 21 04:21:18.035805 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c39e8c28-eb08-42e0-9a3a-c6d3931fc65d req-b9141444-f792-4c39-904d-4b46ea3d0453 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0464118
Dec 21 04:21:18.594892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:19.209727 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e04d517b-b8a2-423c-b51d-c33b1bebe6db req-80ddf0a1-f323-4856-8da3-c443a6e582c0 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0461164
Dec 21 04:21:20.383997 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-83340a00-fc23-48d3-bd3f-0c0ffc07f966 req-4578ac1c-2b64-4ed1-8be3-d7d48d955ad4 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0450106
Dec 21 04:21:21.569654 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09f38db5-0beb-47dd-812c-145e7b71b482 req-1d93f7f0-1db3-4460-8604-712e8df6a213 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0450935
Dec 21 04:21:22.748639 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bccbbf3a-30ce-4033-9d02-946d1ede744f req-af9f6691-800d-4fba-9e3e-0fce3fe8f6c3 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0489914
Dec 21 04:21:23.928800 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88113f2f-e567-4016-9915-585bdf9b9401 req-43186d70-05fc-4d34-a986-96ce1a671710 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.0483146
Dec 21 04:21:25.318041 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2e063fd2-9b1b-46c9-b2da-a8b2c7bd95c6 req-b0f1ddd6-05c6-4d21-9d30-adb4f8958846 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] 10.222.0.16 "GET /v2.0/ports?device_id=63061bb7-38e7-4c2a-ac1d-eb8752fa584e HTTP/1.1" status: 200  len: 210 time: 0.2593780
Dec 21 04:21:34.373627 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5006fed3-53c9-4778-943e-faad153e323b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:37.027442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a62b0032-b1f3-491d-a562-320b9a97e9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:37.149010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:38.299223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:38.953774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:48.133952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:21:48.587994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:21:59.170265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-dac9c371-672b-4203-a5bf-466889b92cad req-c908a44f-07f9-47d8-9c6f-58679fa791f0 service neutron] (80292) timed out ('10.222.0.16', 34116) {{(pid=80292) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 04:22:01.378597 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-9e0d0e04-1a03-4663-bd3a-68ce83e4539c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0737035
Dec 21 04:22:01.528930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-9051d420-3653-451f-84e1-5ee4b7aa5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:22:01.530573 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-9051d420-3653-451f-84e1-5ee4b7aa5d24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 1163 time: 0.0790122
Dec 21 04:22:01.685579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-e8c20db2-52f8-4c24-8102-158f37cec65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:22:01.687111 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-e8c20db2-52f8-4c24-8102-158f37cec65c service neutron] 10.222.0.55 "GET /v2.0/networks?id=78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 200  len: 910 time: 0.1368265
Dec 21 04:22:01.756807 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-d4158fef-8f08-4b17-8b34-1a8e543dba6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 200  len: 217 time: 0.0622399
Dec 21 04:22:01.827826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-02b60cd3-efab-4383-bbe7-47d77fc26faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:22:01.829387 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-02b60cd3-efab-4383-bbe7-47d77fc26faf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 200  len: 854 time: 0.0659542
Dec 21 04:22:01.907775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-acde3cf9-ce4f-4ed5-aa3e-aaa217b3944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:22:01.909415 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-acde3cf9-ce4f-4ed5-aa3e-aaa217b3944b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78dad1cc-329d-4b16-a292-99bbc6a23af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0727539
Dec 21 04:22:02.053261 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-fe294197-3915-4aa8-85d8-5b66fa699c69 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360719
Dec 21 04:22:02.198155 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-032d6a1d-a76f-446f-a6db-00b216fd72f1 req-039cfd4c-1f4b-4ab2-88c8-0b4c977e0ad1 service neutron] 10.222.0.55 "GET /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388192
Dec 21 04:22:04.378357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-92b04483-49b7-4dfd-916f-47dc7e95a8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:07.036536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f830fb76-67c9-4129-a249-16d767e3a091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:07.152751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:08.300599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:08.954537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:18.591796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:22.689263 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039c8d-6e9f-442b-9cca-b506fd738760 req-1c86f787-26c0-4fe4-9a79-94d2b6d6fac7 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:22:22.689943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-be039c8d-6e9f-442b-9cca-b506fd738760 req-1c86f787-26c0-4fe4-9a79-94d2b6d6fac7 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Synchronizing usage tracker for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:22:22.710778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-be039c8d-6e9f-442b-9cca-b506fd738760 req-1c86f787-26c0-4fe4-9a79-94d2b6d6fac7 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Unset dirty status for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:22:22.712073 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-be039c8d-6e9f-442b-9cca-b506fd738760 req-1c86f787-26c0-4fe4-9a79-94d2b6d6fac7 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.1058607
Dec 21 04:22:22.767240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-be039c8d-6e9f-442b-9cca-b506fd738760 req-c009b584-33dc-4a52-8020-1bef2cf054ad tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Synchronizing usage tracker for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:22:22.782810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-be039c8d-6e9f-442b-9cca-b506fd738760 req-c009b584-33dc-4a52-8020-1bef2cf054ad tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Unset dirty status for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:22:22.784103 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-be039c8d-6e9f-442b-9cca-b506fd738760 req-c009b584-33dc-4a52-8020-1bef2cf054ad tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657492
Dec 21 04:22:23.193008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-31acaaf1-716e-4406-830e-4bd2fde4d140 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:22:23.194584 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-31acaaf1-716e-4406-830e-4bd2fde4d140 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.55 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 946 time: 0.0883951
Dec 21 04:22:23.268638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Deleting port a286529e-ec58-4881-9bf1-0a30fd25f4af {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:22:23.269027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:23.338063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device a286529e-ec58-4881-9bf1-0a30fd25f4af no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:22:23.453451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:23.482810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:22:23.496609 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port a286529e-ec58-4881-9bf1-0a30fd25f4af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:22:23.505768 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:23.508784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b1dc0115-e757-4e97-af5b-2b3472302faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:22:23.534451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] For port a286529e-ec58-4881-9bf1-0a30fd25f4af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:22:23.534856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:23.585706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=a286529e-ec58-4881-9bf1-0a30fd25f4af,revision_number=7']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:22:23.594068 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.595241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.595823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.596210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.596585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.596960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.597334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.597704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.598074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.598441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.598806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.599200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.599622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.599987 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.600351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.600714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.601077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.601439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.601800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.602159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.602518 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.602879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.603263 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.603717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:23.609306 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:22:23.668493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Calling delete_port for a286529e-ec58-4881-9bf1-0a30fd25f4af owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:22:23.687912 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'code': 200}
Dec 21 04:22:23.749498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80293) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:22:23.750052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:22:24.003575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca5e1b-e272-44fa-bd70-65c344921d3e req-c79c1c11-c6e7-4bb7-98d6-dd8be7f7bea5 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:22:24.005206 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f1ca5e1b-e272-44fa-bd70-65c344921d3e req-c79c1c11-c6e7-4bb7-98d6-dd8be7f7bea5 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 944 time: 0.0902677
Dec 21 04:22:24.053884 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f1ca5e1b-e272-44fa-bd70-65c344921d3e req-db26d2a5-6349-4432-8698-a27fbd844ee2 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/security-groups?id=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420461
Dec 21 04:22:24.251533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Deleting port a286529e-ec58-4881-9bf1-0a30fd25f4af {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:22:24.252240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:24.512302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] For port a286529e-ec58-4881-9bf1-0a30fd25f4af, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=a286529e-ec58-4881-9bf1-0a30fd25f4af,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:22:24.512641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:24.638781 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Calling delete_port for a286529e-ec58-4881-9bf1-0a30fd25f4af owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:22:24.787935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:24.803705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-66b13e1d-dd2b-4959-bc76-2bab25f6788c tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:22:24.851357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Pushing event deleted for resources: {'Port': ['ID=a286529e-ec58-4881-9bf1-0a30fd25f4af,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:22:24.872195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.872608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.873012 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.873410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.873809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.874205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.874597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.875016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.875434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.875831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.876213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.876600 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.877043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.877428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.877815 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.878200 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.878587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.878994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.879383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.879764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.880147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.880554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.880921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.881301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:22:24.886182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:22:25.026002 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] No DVR routers for this DVR port a286529e-ec58-4881-9bf1-0a30fd25f4af on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:22:25.028064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:25.030870 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'name': 'network-vif-deleted', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:22:25.046695 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11ae667d-b346-4dd1-8e19-4f4d6578f1d1 req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.55 "DELETE /v2.0/ports/a286529e-ec58-4881-9bf1-0a30fd25f4af HTTP/1.1" status: 204  len: 173 time: 1.8465688
Dec 21 04:22:25.097985 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa828a0-c810-48fe-8ea0-866c312aeb98', 'name': 'network-vif-deleted', 'tag': 'a286529e-ec58-4881-9bf1-0a30fd25f4af', 'status': 'completed', 'code': 200}
Dec 21 04:22:25.137134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:22:25.231864 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7b294cfd-17b9-488d-b2c3-fdfbfe0bbfa3 req-7c333c0c-0809-4b41-ba96-ea6750a2f487 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0454922
Dec 21 04:22:26.405532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-dc36da53-137a-4e6b-8f69-c20db6646433 req-15cf1d96-323c-4f08-ae7e-efda037ec501 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Synchronizing usage tracker for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:22:26.419661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-dc36da53-137a-4e6b-8f69-c20db6646433 req-15cf1d96-323c-4f08-ae7e-efda037ec501 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Unset dirty status for tenant:c854b1b3076d4532ac6b8813b4df1ab6 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:22:26.420873 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc36da53-137a-4e6b-8f69-c20db6646433 req-15cf1d96-323c-4f08-ae7e-efda037ec501 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0603220
Dec 21 04:22:27.604320 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0ed39670-ef7a-4f40-871f-ca21598713c9 req-44a9ea69-eb5c-42d1-8c9d-e1b509a34e0b tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0486879
Dec 21 04:22:28.785306 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0cf65b55-a126-4b90-bc98-f87496dd2745 req-060b2b48-2602-4834-b105-67e63168d0cb tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0458810
Dec 21 04:22:29.957676 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7accc396-ad27-46b5-9582-18edba138158 req-5bda1ddb-8dd0-4c05-9b10-d55ff596114e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0451696
Dec 21 04:22:31.137526 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-594c0b67-fef7-49b3-a1ea-7498abd52f8a req-ed8e64a9-3502-4bc6-9c50-e7108d11eda8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0481670
Dec 21 04:22:32.311238 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6c059c16-514b-4432-9b57-41bb82f1247d req-1ab65bfd-b166-4314-8834-36b825159b9a tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0466232
Dec 21 04:22:33.495831 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4bf13dcc-e0d6-4d00-93c1-709c2ae1e3ea req-72e76057-cdbe-410e-a954-4d6c97315ab0 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0474813
Dec 21 04:22:34.379911 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c6bcbafd-77b6-4a1f-96ca-2a16e220f3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:34.668619 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6f8953d7-c8c3-49a2-91e0-43520d99be89 req-c6a6e63b-cb2a-438e-a2af-a6bde62200f5 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0480719
Dec 21 04:22:35.843325 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-483f01d6-0c7a-4410-90a0-c6e80fe58f5a req-cf3893d4-bede-4b33-9ba5-b84d2f821762 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0449326
Dec 21 04:22:37.015408 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4ad768b5-baf3-44e4-8ecf-29371d130c16 req-858ed6ee-e4ce-42be-a7c2-dc43396163b4 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0466857
Dec 21 04:22:37.028980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8b43e910-ff33-41dd-9bc2-5fe5429f5fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:37.156920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:38.198671 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-724315c0-a73a-40c5-8489-485cfce6ab34 req-27d57d95-92e5-433b-9ae6-ab8662723f7f tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0498798
Dec 21 04:22:38.301651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:38.958884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:39.376749 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4a6a7126-e122-4ec2-a7cb-a417fada3a80 req-2cf081fa-a84e-43e6-b052-4b645859c944 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0465055
Dec 21 04:22:40.551398 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8922bf7d-c29b-4bed-97f9-590e3dd1c199 req-c6de0936-3ecc-4231-8475-8b2c63c66f4c tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0456703
Dec 21 04:22:41.725902 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2081b995-8180-4cc0-a970-da551980148a req-272d5275-2ec4-427b-b3b3-04a5c7e8759a tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0461893
Dec 21 04:22:41.871855 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fbaa5-ae3e-4b56-a8e5-bd724e670cae req-a9bf9f41-9a99-4370-bc96-1eb98a3414ab tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:22:41.873447 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-da4fbaa5-ae3e-4b56-a8e5-bd724e670cae req-a9bf9f41-9a99-4370-bc96-1eb98a3414ab tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 945 time: 0.0864623
Dec 21 04:22:41.925406 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-da4fbaa5-ae3e-4b56-a8e5-bd724e670cae req-cfd56a83-b35b-4176-9fdd-81d0b654087e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups?id=ff555519-f107-42e8-a362-262ebbd73e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447197
Dec 21 04:22:42.164602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-de5e4cb6-e2df-47ef-bb0b-1f0052935c5e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:22:42.166140 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-de5e4cb6-e2df-47ef-bb0b-1f0052935c5e tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 945 time: 0.0843925
Dec 21 04:22:42.243391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Deleting port 56bbeacb-aa11-4389-9729-35e21814ae56 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:22:42.243779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:42.501979 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] For port 56bbeacb-aa11-4389-9729-35e21814ae56, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=56bbeacb-aa11-4389-9729-35e21814ae56,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:22:42.502375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:42.806037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:42.806601 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:42.806779 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Floating IP fcc83a52-43bc-4cf2-869d-fefbadb5a479 disassociated. External IP: 172.27.0.116, port: 56bbeacb-aa11-4389-9729-35e21814ae56.
Dec 21 04:22:42.807178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Calling delete_port for 56bbeacb-aa11-4389-9729-35e21814ae56 owned by compute:nova {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:22:42.924010 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1324ca39-2b8f-400a-b027-b2f94d080a9e req-ef6d40eb-f4c1-4f2b-a5a3-e782762079b1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0613594
Dec 21 04:22:43.003167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:43.025344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8713bb21-1daf-40fb-8e57-895d8688b510 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:22:43.081127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event deleted for resources: {'Port': ['ID=56bbeacb-aa11-4389-9729-35e21814ae56,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:22:43.090370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:22:43.124588 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc1b948e-36ba-4c3c-bbaa-85a434c8d742 req-fc0e7157-3b62-4724-a9cd-e21f9393fade tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 210 time: 0.0464377
Dec 21 04:22:43.521044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 56bbeacb-aa11-4389-9729-35e21814ae56 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:22:43.557126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] No Port match for: 56bbeacb-aa11-4389-9729-35e21814ae56 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:22:43.557522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 56bbeacb-aa11-4389-9729-35e21814ae56 not bound to the agent host hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:22:43.598041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Router 9ce2f132-db29-483b-9f0c-047b314b87a0 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:22:43.789219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:22:43.798807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] Sync routers for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:22:43.808771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:22:43.809434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42398198>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:22:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:22:43.824083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] No DVR routers for this DVR port 56bbeacb-aa11-4389-9729-35e21814ae56 on host hv-cinder-73306 {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:22:43.826260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:43.829705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'name': 'network-vif-deleted', 'tag': '56bbeacb-aa11-4389-9729-35e21814ae56'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:22:43.845642 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.55 "DELETE /v2.0/ports/56bbeacb-aa11-4389-9729-35e21814ae56 HTTP/1.1" status: 204  len: 173 time: 1.6727395
Dec 21 04:22:43.889573 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a45700-cf5d-492c-8293-19841bf629a4', 'name': 'network-vif-deleted', 'tag': '56bbeacb-aa11-4389-9729-35e21814ae56', 'status': 'completed', 'code': 200}
Dec 21 04:22:44.112728 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8980b677-14f9-4b1b-8637-33bd370a9007 req-62abab54-8694-48e6-b5eb-24df89c396dd tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0527730
Dec 21 04:22:44.170742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:22:44.342099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-0736c9c8-b7f0-422b-8292-7d8a17326f65 req-799a9d12-1af8-4a70-b650-b606954ed568 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Synchronizing usage tracker for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:22:44.357788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-0736c9c8-b7f0-422b-8292-7d8a17326f65 req-799a9d12-1af8-4a70-b650-b606954ed568 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Unset dirty status for tenant:cc8f76dafd9d4e19a9667dec5becb673 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:22:44.359681 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0736c9c8-b7f0-422b-8292-7d8a17326f65 req-799a9d12-1af8-4a70-b650-b606954ed568 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/ports?device_id=b9a45700-cf5d-492c-8293-19841bf629a4 HTTP/1.1" status: 200  len: 210 time: 0.0700047
Dec 21 04:22:44.523304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42398198>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:22:44.527331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] Checking router: 9ce2f132-db29-483b-9f0c-047b314b87a0 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:22:44.538034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:22:44.538717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42398198>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:22:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:22:44.724270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:22:45.058495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42398198>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:22:45.063199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4231e80-6d76-4b3c-b720-46f3b666e10f None None] The sync data for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi is: [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:04:02Z', 'revision_number': 4, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '2194e6ac-6b7a-483c-bf95-0433169b575f', 'name': '', 'network_id': 'f6bc0051-d4ea-476a-9024-7792973f8f69', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'mac_address': 'fa:16:3e:ba:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:04:00Z', 'updated_at': '2020-12-21T04:04:18Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'subnets': [{'id': '0d5529e6-1122-47ff-b067-31751721e0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:22:45.291238 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-efdab127-0784-4c26-9481-407bc987d6dd req-52a0d714-1058-4a76-a684-ad41479f4d74 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0476556
Dec 21 04:22:45.487740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346f842-9508-4928-94db-629608566611 None None] New status for floating IP fcc83a52-43bc-4cf2-869d-fefbadb5a479: DOWN {{(pid=80295) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:22:45.537649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 45692) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:22:45.617402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-edd33fa8-2002-4234-ab73-a5f1c9af36d8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:45.648313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-edd33fa8-2002-4234-ab73-a5f1c9af36d8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:45.703355 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-edd33fa8-2002-4234-ab73-a5f1c9af36d8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:45.708871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-272aeb42-25d3-4b54-8ceb-9e6ae20d49c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:22:45.725250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd33fa8-2002-4234-ab73-a5f1c9af36d8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff555519-f107-42e8-a362-262ebbd73e0f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:22:45.728177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-edd33fa8-2002-4234-ab73-a5f1c9af36d8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:22:45.735968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-edd33fa8-2002-4234-ab73-a5f1c9af36d8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:45.737342 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-edd33fa8-2002-4234-ab73-a5f1c9af36d8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "DELETE /v2.0/security-groups/ff555519-f107-42e8-a362-262ebbd73e0f HTTP/1.1" status: 204  len: 168 time: 0.1985981
Dec 21 04:22:45.740147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 45698) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:22:45.757782 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.api.v2.resource [None req-14b1e04a-c6e7-453d-ade9-bfe135501568 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] show failed (client error): The resource could not be found.
Dec 21 04:22:45.758857 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-14b1e04a-c6e7-453d-ade9-bfe135501568 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "GET /v2.0/security-groups/ff555519-f107-42e8-a362-262ebbd73e0f HTTP/1.1" status: 404  len: 347 time: 0.0177374
Dec 21 04:22:45.761807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 45702) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:22:45.924359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Deleting port b46c70f5-c11d-4b41-90e0-69e0aa60546a {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:22:45.924738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:46.099821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:46.100424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:46.224064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Calling delete_port for b46c70f5-c11d-4b41-90e0-69e0aa60546a owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:22:46.369169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:46.385218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6034b4f7-7600-45d3-a450-d9302509ff65 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:22:46.442160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Pushing event deleted for resources: {'Port': ['ID=b46c70f5-c11d-4b41-90e0-69e0aa60546a,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:22:46.482260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:22:46.497516 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc3f2540-2b35-4bc5-a599-695d1a148489 req-17812e9a-3b8c-46e7-9ef1-06604bbe075c tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0649395
Dec 21 04:22:46.655976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:46.673448 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:46.674709 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] 10.222.0.16 "DELETE /v2.0/floatingips/fcc83a52-43bc-4cf2-869d-fefbadb5a479 HTTP/1.1" status: 204  len: 168 time: 0.9119439
Dec 21 04:22:47.675257 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d533728f-3361-4e9a-8e94-45f550606323 req-1209f4bd-5899-46b2-83fb-aa2b58eda289 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0459244
Dec 21 04:22:48.587346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:22:48.849979 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-aa2b8e71-5cd9-46a0-b47d-75009f992dff req-c384b6bc-e74f-4353-b602-955128a85625 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0471196
Dec 21 04:22:50.031402 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-87fdc1f3-8109-4ac0-b7fe-2dad10a1f4ba req-1fb7cc3b-a3f9-4a89-94ae-63373b0de946 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0514288
Dec 21 04:22:51.208918 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d6d3b085-b921-4eb8-9d85-1fc770922a6d req-62613c47-9482-479e-92ed-06bbe23f6a8d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0497315
Dec 21 04:22:52.385087 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-659d01b8-e746-4aa2-a299-b7ee2227dcad req-35b7ff2d-69da-43fb-b91b-c916d431cfc5 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0471020
Dec 21 04:22:53.577586 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ebb0de71-1610-40b2-bc09-304ee545bc89 req-9b409cca-00e6-43fd-8b5f-0dbeb2b4d55f tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0586455
Dec 21 04:22:54.757850 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-984e9209-859e-4d21-b4af-84c28c97e0d7 req-5d2a6150-c7c1-43ed-be94-5b0c6adeb059 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0475171
Dec 21 04:22:55.930893 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ebf92333-5cf0-4948-92dd-440ad079ae1c req-a043704c-09b9-4667-8920-c616c7047a44 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0451572
Dec 21 04:22:57.109118 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d0e0ca57-9028-410a-a8ed-55b5c6eb8af9 req-10c8b2a3-1485-4d3a-a003-d66520731a17 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0482266
Dec 21 04:22:58.286841 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-58424d4a-98da-4a1d-8d43-e861db188e85 req-f1ffceff-e849-4fc3-95c4-0f1af2c6191d tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0501339
Dec 21 04:22:59.461707 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ef1b4c0b-663e-49dc-b27d-ac44553616e7 req-225f50a9-7dfb-4041-aac5-398ccf77e1f6 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0462337
Dec 21 04:23:00.641833 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d260822-5e75-43d5-b942-fe0fb00fbfa4 req-bd9af1a8-60ab-48b3-b44f-089557f25d7e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0469446
Dec 21 04:23:01.699886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-6ca66713-bce4-4f7c-b9e3-66a2b750d84b req-6bc7d407-fdb0-4746-963b-b4ddfff8f3f9 tempest-ServerRescueNegativeTestJSON-155147960 tempest-ServerRescueNegativeTestJSON-155147960] (80293) timed out ('10.222.0.55', 53099) {{(pid=80293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 04:23:01.818980 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dad0df2c-c466-4085-b3f0-c29621004f3b req-2e9eccff-41cc-4c4a-8465-5bc5bcfc7d3a tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0450490
Dec 21 04:23:02.137303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:23:02.994481 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1472651a-a6ba-499a-827a-d7c6b0d239f3 req-a6de0d3e-69ed-4a6d-9f0a-29ae90f35b16 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0464442
Dec 21 04:23:04.174253 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-51eaa1f2-157c-4bfe-9826-483f4f3e61d7 req-8b7cf755-466f-46fa-99f0-226c7cc37c5c tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0479300
Dec 21 04:23:04.382126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b633283e-49bf-4b63-b4e5-f00438ede220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:05.352663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-34c8cac5-29d0-4a4b-a76f-5181535e11c5 req-3853f132-22e5-4a84-b87f-16a8f3941467 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0488801
Dec 21 04:23:06.526995 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-568cb90d-680c-44e6-a7db-90d52b26ce5f req-0f658edd-9448-425b-b40a-fa7600392d64 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0461690
Dec 21 04:23:07.032840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a837ab63-396e-44ff-b4ac-d8fd269ecd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:07.158594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:07.705938 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-077f3f5a-cdda-4e74-ac21-97fe4e5a5d12 req-823f9c7e-c48b-48c5-932c-ec499ed866d1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0457966
Dec 21 04:23:08.302340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:08.885578 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-88874399-ed29-49f1-baf6-7a274219efe7 req-af5c1666-1d4c-4fa7-924e-6c64bc29fedc tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0460937
Dec 21 04:23:08.965350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:10.060664 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5406a492-4876-4f2b-ac4a-bbdf834bf83f req-aff09983-bdae-4401-9479-483592733b4e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0464602
Dec 21 04:23:11.239109 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e70eedbd-54b4-4af5-99dc-2c0172ee358e req-f0bf9654-f7dc-417b-9da4-3d86d7c73132 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0480335
Dec 21 04:23:12.414815 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-144a8c41-efe2-4c7a-acbc-c1376bce077f req-65b31f15-e9db-40b0-815b-0c857efa7503 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0490954
Dec 21 04:23:13.589636 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-93130577-3846-43c4-9db1-c7a8e81f9164 req-03d79124-7da7-4e4e-89bb-6f13d893f4ec tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0467799
Dec 21 04:23:14.765602 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-50e38c68-1af4-4d7b-abf6-2f47f016eca9 req-105004c1-b908-4259-9cf8-49d5517f416e tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0467930
Dec 21 04:23:15.942842 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-73230284-345a-4608-8fba-e389c1dd282f req-b3919304-21e6-47ab-975d-2d226b547cb2 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0459218
Dec 21 04:23:17.118480 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8e3c0a2e-0909-44ee-ae64-050686b5476c req-bab6e948-ceea-4df3-9544-af5d54c75aba tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0462925
Dec 21 04:23:18.297468 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-30661e5f-73a0-4588-9754-8107f6b06763 req-5d506156-d265-43c3-b8fd-769af1e423d4 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0500309
Dec 21 04:23:18.586547 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:19.473494 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-66967ae0-a5a2-4f27-9887-b25049fa85d2 req-708f2041-34a2-4ab0-803a-7426274307d4 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0488403
Dec 21 04:23:20.649946 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5d1b6d6c-f349-443e-9218-cbfe4561c722 req-dc3c564e-ea93-4040-a22a-59b397c2c8a7 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0469556
Dec 21 04:23:21.826482 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e92c1894-c51c-4e18-b60a-ebc1eba0dc39 req-57582945-435d-4c28-a08c-6e2e03a6e328 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0458076
Dec 21 04:23:23.005547 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4c5368a-5e59-4669-b0f7-f1fd7e71ad0b req-0ac528e4-a22f-4651-9b3f-858ff60dbdaa tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0461717
Dec 21 04:23:24.186748 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1d83b7b6-728e-43ad-ad19-73024b543d15 req-cd067d44-2c21-4726-a3d3-97af872b92b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0469151
Dec 21 04:23:25.385441 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0ae9f417-e2f7-4129-80dd-62d6285a674e req-6766fdf4-19f1-4827-a9f8-9faa005f2348 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] 10.222.0.16 "GET /v2.0/ports?device_id=daa828a0-c810-48fe-8ea0-866c312aeb98 HTTP/1.1" status: 200  len: 210 time: 0.0492740
Dec 21 04:23:27.498107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 46208) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:23:28.049625 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949688'] for router_interface, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:28.856838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Deleting port bc63ffeb-2957-4aaf-9141-5c87ee73c633 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:23:28.857412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:29.041938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] For port bc63ffeb-2957-4aaf-9141-5c87ee73c633, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=bc63ffeb-2957-4aaf-9141-5c87ee73c633,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:23:29.042616 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:29.173158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Calling delete_port for bc63ffeb-2957-4aaf-9141-5c87ee73c633 owned by network:router_interface {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:23:29.349814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:29.365242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9a540cc2-a359-4563-a96c-47cfeb495915 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:23:29.419846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc63ffeb-2957-4aaf-9141-5c87ee73c633,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:23:29.431053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.431471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.431877 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.432276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.432718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.433115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.433505 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.433901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.434288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.434674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.435087 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.435474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.435914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.436299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.436685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.437066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.437447 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.437858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.438242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.438622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.439048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.439434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.439818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.440201 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:29.445479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:23:29.792336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1295693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949522'] for router_interface, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:30.288819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Router 25b2243d-8047-43d1-9fed-7389c0bb2e48 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:23:30.470930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:23:30.482682 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] Sync routers for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:23:30.497124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:23:30.497369 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] 10.222.0.16 "PUT /v2.0/routers/25b2243d-8047-43d1-9fed-7389c0bb2e48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9978385
Dec 21 04:23:30.498284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e426485f8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:23:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:23:30.499728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 46240) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:23:30.680325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:23:30.688853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks [] for router, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:30.993779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e426485f8>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:23:29Z', 'revision_number': 5, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:23:30.998074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] Checking router: 25b2243d-8047-43d1-9fed-7389c0bb2e48 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:23:31.008391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] Routers {'25b2243d-8047-43d1-9fed-7389c0bb2e48'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:23:31.009093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e426485f8>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:23:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['25b2243d-8047-43d1-9fed-7389c0bb2e48'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:23:31.104400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:31.109654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Deleting port 3526273e-fbfd-4e6b-b96c-2966d1b41755 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:23:31.110011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:31.196013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] Set router 25b2243d-8047-43d1-9fed-7389c0bb2e48 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:23:31.294010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] For port 3526273e-fbfd-4e6b-b96c-2966d1b41755, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=3526273e-fbfd-4e6b-b96c-2966d1b41755,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:23:31.294525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:31.420387 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Calling delete_port for 3526273e-fbfd-4e6b-b96c-2966d1b41755 owned by network:router_gateway {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:23:31.497836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e426485f8>, [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:23:29Z', 'revision_number': 5, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:23:31.502688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b336afe-b719-4ebd-be5d-97938b1a8c2a None None] The sync data for ids ['25b2243d-8047-43d1-9fed-7389c0bb2e48'] in dv-cinder-733062-17-iscsi is: [{'id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'name': 'tempest-TestMinimumBasicScenario-1496133927-router', 'tenant_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:07:05Z', 'updated_at': '2020-12-21T04:23:29Z', 'revision_number': 5, 'project_id': 'c854b1b3076d4532ac6b8813b4df1ab6', 'gw_port': {'id': '3526273e-fbfd-4e6b-b96c-2966d1b41755', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b2243d-8047-43d1-9fed-7389c0bb2e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:07:06Z', 'updated_at': '2020-12-21T04:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:23:31.563811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:31.763741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853825661'] for router_gateway, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:31.901631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854685182'] for router, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:31.904384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:31.925885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937084'] for router, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:31.926476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25b2243d-8047-43d1-9fed-7389c0bb2e48 {{(pid=80292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 04:23:31.939952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:31.941207 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d0bd7d99-7eb8-4890-9c03-0dc3c6e126db admin admin] 10.222.0.16 "DELETE /v2.0/routers/25b2243d-8047-43d1-9fed-7389c0bb2e48 HTTP/1.1" status: 204  len: 168 time: 1.4400799
Dec 21 04:23:31.943998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 46258) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:23:32.019319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] Deleting subnet 06039f46-864f-4daa-a717-a0397e0104e6 {{(pid=80292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:23:32.022752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:32.078267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848182375'] for subnet, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:32.161753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:32.320930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device bc63ffeb-2957-4aaf-9141-5c87ee73c633 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:23:32.359333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: bc63ffeb-2957-4aaf-9141-5c87ee73c633 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:23:32.360469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device bc63ffeb-2957-4aaf-9141-5c87ee73c633 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:23:32.361352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 3526273e-fbfd-4e6b-b96c-2966d1b41755 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:23:32.395769 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 3526273e-fbfd-4e6b-b96c-2966d1b41755 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:23:32.396170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 3526273e-fbfd-4e6b-b96c-2966d1b41755 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:23:32.430220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6903819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847877825'] for subnet, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:32.446296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-08f1e3dc-a404-45c9-8357-38e3a617a9b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:23:32.498764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06039f46-864f-4daa-a717-a0397e0104e6,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:23:32.502674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:23:32.579598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:32.584494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f6627-049a-44b1-b1d8-84e98fddeec8 None None] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:23:32.585586 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/06039f46-864f-4daa-a717-a0397e0104e6 HTTP/1.1" status: 204  len: 168 time: 0.6405363
Dec 21 04:23:32.588220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 46266) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:23:32.711878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:32.788086 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Deleting port a2612d93-c424-4f90-9c24-ead5bccc8b97 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:23:32.788467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:33.017559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] For port a2612d93-c424-4f90-9c24-ead5bccc8b97, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=a2612d93-c424-4f90-9c24-ead5bccc8b97,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:23:33.017960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:33.018235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] DHCP port deletion for 78dad1cc-329d-4b16-a292-99bbc6a23af7 request from dv-cinder-733062-17-iscsi {{(pid=80294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 04:23:33.022810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] Deleting port a2612d93-c424-4f90-9c24-ead5bccc8b97 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:23:33.023275 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:33.153609 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Calling delete_port for a2612d93-c424-4f90-9c24-ead5bccc8b97 owned by network:dhcp {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:23:33.230141 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:33.246195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ae1ca713-bacf-4a2e-9129-b8812053cf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:23:33.253523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] For port a2612d93-c424-4f90-9c24-ead5bccc8b97, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=a2612d93-c424-4f90-9c24-ead5bccc8b97,segment=NetworkSegment(2367a73c-4fc1-4975-8f50-a60922dae08b),segment_id=2367a73c-4fc1-4975-8f50-a60922dae08b)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:23:33.254276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:33.299410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2612d93-c424-4f90-9c24-ead5bccc8b97,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:23:33.304143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:23:33.384031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] Calling delete_port for a2612d93-c424-4f90-9c24-ead5bccc8b97 owned by network:dhcp {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:23:33.387517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] No DVR routers for this DVR port a2612d93-c424-4f90-9c24-ead5bccc8b97 on host dv-cinder-733062-17-iscsi {{(pid=80292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:23:33.463077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:23:33.463491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:23:33.513096 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:33.629803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e440152e8>,) {'filters': {'network_id': ['78dad1cc-329d-4b16-a292-99bbc6a23af7']}} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:23:33.642339 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e440152e8>, '2367a73c-4fc1-4975-8f50-a60922dae08b') {'for_net_delete': True} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:23:33.642610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e440152e8>, '2367a73c-4fc1-4975-8f50-a60922dae08b') {} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:23:33.654326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6593408'] for segment, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:33.668997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:33.671053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:23:33.847233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:23:33.856376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847871575'] for segment, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:33.964382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] Deleting port a2612d93-c424-4f90-9c24-ead5bccc8b97 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:23:33.964896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:34.036072 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-d8026873-8a63-46f5-aa5b-3474d9a4d19c None None] The port 'a2612d93-c424-4f90-9c24-ead5bccc8b97' was deleted {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 04:23:34.043253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Network 78dad1cc-329d-4b16-a292-99bbc6a23af7 has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:23:34.062380 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:23:34.142114 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:34.145669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-22b26a1e-5c1e-4716-9cb8-bec7fe9ae4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:23:34.162591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:34.169174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Pushing event deleted for resources: {'Network': ['ID=78dad1cc-329d-4b16-a292-99bbc6a23af7,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:23:34.174410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:23:34.188566 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] 10.222.0.16 "DELETE /v2.0/networks/78dad1cc-329d-4b16-a292-99bbc6a23af7 HTTP/1.1" status: 204  len: 168 time: 1.5988121
Dec 21 04:23:34.320395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device a2612d93-c424-4f90-9c24-ead5bccc8b97 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:23:34.341222 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 46290) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:23:34.355630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: a2612d93-c424-4f90-9c24-ead5bccc8b97 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:23:34.356024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device a2612d93-c424-4f90-9c24-ead5bccc8b97 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:23:34.385037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2dd1dcbc-9017-4d2d-8347-cdc9c386a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:34.400252 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-766a79b7-b632-4aec-b7a6-906fe589acc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c854b1b3076d4532ac6b8813b4df1ab6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0574446
Dec 21 04:23:34.402770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 46294) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:23:34.467349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:34.495579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:34.546570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:34.551807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6c3e104e-0df3-41ba-bc7e-31d64eb4faae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:23:34.566223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b44bde-bfd1-41d3-8e0b-f1ece1c1920f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:23:34.577110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.577520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.577922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.578810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.579244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.579704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.580104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.580495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.580886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.581272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.581658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.582041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.582487 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.582872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.583278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.583661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.584042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.584424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.584806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.585185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.585564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.585943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.586325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.586704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:23:34.590596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:23:34.591844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:34.596008 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68b44bde-bfd1-41d3-8e0b-f1ece1c1920f HTTP/1.1" status: 204  len: 168 time: 0.1915960
Dec 21 04:23:37.034340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31bc035a-227a-45c4-b4e9-6665fc5c909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:37.161926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:38.304209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:38.964009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:23:39.137026 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:23:48.588126 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:04.385223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eec762bc-c9de-4d0b-bf70-98619bb6425f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:07.038493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5dc288b4-f5c8-4526-97af-193954bddf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:07.175112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:08.305718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:08.966671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:16.136653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:24:18.587270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:34.387048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c513c110-2c5c-4ebd-ace7-7d136edd0cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:37.039165 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7060a0b0-8f14-4117-891b-0a773bf5351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:37.167571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:38.306419 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:38.969061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:48.583687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:24:53.136364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:25:04.388660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f066a627-3efc-4e75-b11b-5354ec651a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:07.039269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a21a0934-3ecf-4234-80f9-2b71ea4c692a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:07.170936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:08.307352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:08.972137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:18.587498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:30.136645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:25:34.390576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-17e0d09c-5ea5-4ad3-b1b7-2442125d9273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:37.041228 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c92615d4-dee4-4fb0-a278-945c8eaa8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:37.176457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:38.321321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:38.974781 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:25:48.569658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:04.392315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5afd3ab0-2a6b-4590-bc69-df845488931b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:07.042532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1187a30b-6c8e-4e16-8f98-5353ebb301bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:07.135965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:26:07.179331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:08.313540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:08.978643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:18.569433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:34.396560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-24b6e97e-40bd-4aca-ae20-c396cd061cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:37.042714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32d758c2-2322-45d2-9792-048fecc9e2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:37.179839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:38.315480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:38.983152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:39.325176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 48058) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:26:39.501083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:39.516395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:26:39.521065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Usage tracker for resource:security_group_rule and tenant:599c1e11ab46421ba51ef9e926ffc903 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:26:39.524041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:26:39.529807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:26:39.615935 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:39.618819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:39.631006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-788a5ad1-4954-4918-8553-b948c63dfab0 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:26:39.672719 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=599c1e11ab46421ba51ef9e926ffc903&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3464115
Dec 21 04:26:39.674415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f341d9c1-24c9-46c1-88f0-6f18d48acf06,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:26:39.675652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 48064) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:26:39.682766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.683206 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.683618 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.684016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.684408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.684800 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.685189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.685577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.685964 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.686347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.686731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.687135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.687576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.687959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.688338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.688716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.689095 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.689476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.689858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.690234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.690611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.691018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.691505 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.691918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.696558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:26:39.738838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:39.767640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:39.825848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:39.830991 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-43d7887f-e68b-4de3-9f9a-f9da48abea1f tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:26:39.845236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f341d9c1-24c9-46c1-88f0-6f18d48acf06,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:26:39.853550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:39.854769 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f341d9c1-24c9-46c1-88f0-6f18d48acf06 HTTP/1.1" status: 204  len: 168 time: 0.1780572
Dec 21 04:26:39.856309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.856722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.857128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.857531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.857923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.858317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.858712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.859127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.859546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.859886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.860271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.860654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.861107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.861494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.861865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.862247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.862628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.863078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.863784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.863901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.864282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.864665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.865046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.865427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:26:39.869299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:26:40.217863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 48082) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:26:40.237861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:40.254552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:26:40.258626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Usage tracker for resource:security_group_rule and tenant:3206afc0649840bf8ee830370a7df1ea is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:26:40.261630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:26:40.267448 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:26:40.357379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:40.360179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:40.369661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-efc9ff0b-1128-4743-8c64-8ae6408f3311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:26:40.413070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c2e390-f74e-4e1e-82a7-5fd32b1082a0,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:26:40.416607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:26:40.422532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 48086) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:26:40.422681 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3206afc0649840bf8ee830370a7df1ea&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2035663
Dec 21 04:26:40.500941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3c90b370-9d4e-48d9-8574-80b93d9c61ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:40.530557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3c90b370-9d4e-48d9-8574-80b93d9c61ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:40.576132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3c90b370-9d4e-48d9-8574-80b93d9c61ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:40.581309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-32bd5c2a-0909-4f65-9976-24785d28b880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:26:40.599053 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b370-9d4e-48d9-8574-80b93d9c61ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c2e390-f74e-4e1e-82a7-5fd32b1082a0,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:26:40.602280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3c90b370-9d4e-48d9-8574-80b93d9c61ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:26:40.604426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3c90b370-9d4e-48d9-8574-80b93d9c61ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:40.605504 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3c90b370-9d4e-48d9-8574-80b93d9c61ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82c2e390-f74e-4e1e-82a7-5fd32b1082a0 HTTP/1.1" status: 204  len: 168 time: 0.1818821
Dec 21 04:26:41.021645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 48104) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:26:41.040942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:41.056974 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:26:41.060998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] Usage tracker for resource:security_group_rule and tenant:c345631289e448aca7ba8489d28b049d is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:26:41.064009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:26:41.070682 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:26:41.158028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:41.160914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:41.169554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e4a222fb-bec7-46e7-869d-251060da8ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:26:41.212437 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c345631289e448aca7ba8489d28b049d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1896436
Dec 21 04:26:41.213359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091dac65-214a-48df-933a-8c5dbd7e0bcb,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:26:41.215352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 48108) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:26:41.216686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2280ef08-a518-44a0-bc36-d889cd3509e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:26:41.281485 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d016e230-e0be-433c-b5f9-eb4821e7c3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:41.309171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d016e230-e0be-433c-b5f9-eb4821e7c3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:41.355924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d016e230-e0be-433c-b5f9-eb4821e7c3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:41.364018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:26:41.376661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016e230-e0be-433c-b5f9-eb4821e7c3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091dac65-214a-48df-933a-8c5dbd7e0bcb,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:26:41.380770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d016e230-e0be-433c-b5f9-eb4821e7c3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:26:41.389545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d016e230-e0be-433c-b5f9-eb4821e7c3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:26:41.390777 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d016e230-e0be-433c-b5f9-eb4821e7c3c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/091dac65-214a-48df-933a-8c5dbd7e0bcb HTTP/1.1" status: 204  len: 168 time: 0.1743596
Dec 21 04:26:44.136046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:26:48.581918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:04.397274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3757d227-9261-4294-9c6e-aa67552f89d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:07.042940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-50885539-79c8-4fee-981e-6016db4f7e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:07.182662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:08.318132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:08.984624 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:18.584373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:21.135679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:27:34.399102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ffa8-4482-491d-adfc-7a4db210aba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:37.044669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d3bea8-fd1c-45e5-9a8f-1b1af1be8d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:37.183212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:38.319265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:38.989827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:48.598940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:27:58.135757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:28:04.405639 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ccdfc935-39d6-4c13-b5e9-ab5ed16351f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:07.045841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dd552254-2baa-4d4c-bbbf-e1ac06beddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:07.186429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:08.321069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:08.991645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:18.610663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:21.043723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49092) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:21.880137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949688'] for router_interface, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:22.520498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Deleting port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:28:22.521005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:22.704013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] For port 1d882f3f-4f1c-4e27-91cd-1c249d924e8d, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=1d882f3f-4f1c-4e27-91cd-1c249d924e8d,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:28:22.704411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:22.836598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Calling delete_port for 1d882f3f-4f1c-4e27-91cd-1c249d924e8d owned by network:router_interface {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:28:23.161978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:23.177495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-48c3717b-1fc7-4fbf-bada-c1f364eafc09 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:23.235995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d882f3f-4f1c-4e27-91cd-1c249d924e8d,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:23.249034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.249450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.249858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.250255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.250652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.251125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.251828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.252463 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.252867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.253263 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.253654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.254045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.254490 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.254879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.255313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.255699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.256085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.256474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.256857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.257242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.257627 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.258012 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.258403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.258790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:23.307370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:23.595209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1295693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949522'] for router_interface, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:24.091122 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:28:24.501498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:28:24.510381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] Sync routers for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:28:24.514345 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4479caa1-64ad-403f-a072-f1458f1b709f admin admin] 10.222.0.16 "PUT /v2.0/routers/73f8ced7-b351-4e75-9a45-a7b1c72af5c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4695218
Dec 21 04:28:24.517570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49122) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:24.521871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:28:24.522549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e434a30f0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:28:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:24.702880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks [] for router, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:24.879467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:28:24.902049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:24.907596 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Deleting port 0fd0887f-b244-45e2-a66b-8c1194c7fedb {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:28:24.907966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:25.093410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] For port 0fd0887f-b244-45e2-a66b-8c1194c7fedb, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0fd0887f-b244-45e2-a66b-8c1194c7fedb,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:28:25.093803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:25.183246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e434a30f0>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:28:23Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:25.187407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] Checking router: 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:28:25.197009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] Routers {'73f8ced7-b351-4e75-9a45-a7b1c72af5c7'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:28:25.197674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e434a30f0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:28:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:25.222367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Calling delete_port for 0fd0887f-b244-45e2-a66b-8c1194c7fedb owned by network:router_gateway {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:28:25.361934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]: WARNING neutron.plugins.ml2.ovo_rpc [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     result = function(*args, **kwargs)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     proto.__init__(conn_state, self)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.handle()
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.handle_one_request()
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.handle_one_response()
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     result = self.application(self.environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return app(environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self.application)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self.application)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self.application)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self.application)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return request.get_response(self.application)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = req.get_response(self._app)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     application, catch_exc_info=False)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     app_iter = application(self.environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return resp(environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return resp(environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     response = self.app(environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return resp(environ, start_response)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     resp = self.call_func(req, *args, **kw)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.func(req, *args, **kwargs)
Dec 21 04:28:25.368703 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     result = method(request=request, **args)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._delete(request, id, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*args, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*args, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*dup_args, **dup_kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     obj_deleter(request.context, id, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return method(*args, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*args, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*args, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(*dup_args, **dup_kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._delete_current_gw_port(context, id, router, None)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, context, *args, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return method(*args, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     context, port, router_ids, bound_mech_contexts)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     return function(*args, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     callback(resource, event, trigger, **kwargs)
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     if self._is_session_semantic_violated(context, resource, event):
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]:     stack = traceback.extract_stack()
Dec 21 04:28:25.375057 dv-cinder-733062-17-iscsi neutron-server[80181]: 
Dec 21 04:28:25.386570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] Set router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:28:25.560676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853825661'] for router_gateway, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:25.690366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e434a30f0>, [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:28:23Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:25.694434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2260668-4fec-4fb6-b0e1-e858dd87dae8 None None] The sync data for ids ['73f8ced7-b351-4e75-9a45-a7b1c72af5c7'] in dv-cinder-733062-17-iscsi is: [{'id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'name': 'tempest-AttachVolumeTestJSON-1436006619-router', 'tenant_id': 'f527547042444d469350a38850143d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:42Z', 'updated_at': '2020-12-21T04:28:23Z', 'revision_number': 5, 'project_id': 'f527547042444d469350a38850143d5a', 'gw_port': {'id': '0fd0887f-b244-45e2-a66b-8c1194c7fedb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f8ced7-b351-4e75-9a45-a7b1c72af5c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:43Z', 'updated_at': '2020-12-21T04:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:28:25.694786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854685182'] for router, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:25.697171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:25.788195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937084'] for router, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:25.788763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f8ced7-b351-4e75-9a45-a7b1c72af5c7 {{(pid=80293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 04:28:25.802411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:25.803682 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a0b0cdcd-3b93-4807-8842-e2000fa9c721 admin admin] 10.222.0.16 "DELETE /v2.0/routers/73f8ced7-b351-4e75-9a45-a7b1c72af5c7 HTTP/1.1" status: 204  len: 168 time: 1.2851288
Dec 21 04:28:25.806406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49134) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:25.873209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-897a1a3f-aa7f-4385-b993-eb7961444327 admin admin] Deleting subnet 90977da5-bb96-4768-b5ea-0ac200b324c5 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:28:25.876452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-897a1a3f-aa7f-4385-b993-eb7961444327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:25.933060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-897a1a3f-aa7f-4385-b993-eb7961444327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5480494'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:26.069808 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-897a1a3f-aa7f-4385-b993-eb7961444327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:26.338480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-897a1a3f-aa7f-4385-b993-eb7961444327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847533643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6353853'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:26.355540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:26.409593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a1a3f-aa7f-4385-b993-eb7961444327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90977da5-bb96-4768-b5ea-0ac200b324c5,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:26.413489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-897a1a3f-aa7f-4385-b993-eb7961444327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:26.471976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 1d882f3f-4f1c-4e27-91cd-1c249d924e8d no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:28:26.495490 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-897a1a3f-aa7f-4385-b993-eb7961444327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:26.504142 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-897a1a3f-aa7f-4385-b993-eb7961444327 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/90977da5-bb96-4768-b5ea-0ac200b324c5 HTTP/1.1" status: 204  len: 168 time: 0.6940649
Dec 21 04:28:26.504354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49146) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:26.505896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc46f31-8337-4532-94d8-88074ef26b2a None None] Network e8d33767-b253-441c-91c7-8b1cb39a6139 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:28:26.530333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 1d882f3f-4f1c-4e27-91cd-1c249d924e8d {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:28:26.530717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 1d882f3f-4f1c-4e27-91cd-1c249d924e8d not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:28:26.531205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0fd0887f-b244-45e2-a66b-8c1194c7fedb no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:28:26.577578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 0fd0887f-b244-45e2-a66b-8c1194c7fedb {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:28:26.577900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0fd0887f-b244-45e2-a66b-8c1194c7fedb not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:28:26.623207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:26.694910 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Deleting port 0d68623c-1e9d-437b-9332-5cb05869ba3b {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:28:26.695240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:26.797982 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] DHCP port deletion for e8d33767-b253-441c-91c7-8b1cb39a6139 request from dv-cinder-733062-17-iscsi {{(pid=80294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 04:28:26.802209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] Deleting port 0d68623c-1e9d-437b-9332-5cb05869ba3b {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:28:26.802621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:26.913208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] For port 0d68623c-1e9d-437b-9332-5cb05869ba3b, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0d68623c-1e9d-437b-9332-5cb05869ba3b,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:28:26.913606 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:27.013749 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] For port 0d68623c-1e9d-437b-9332-5cb05869ba3b, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0d68623c-1e9d-437b-9332-5cb05869ba3b,segment=NetworkSegment(0adf0193-7986-4059-bb15-21c42559a530),segment_id=0adf0193-7986-4059-bb15-21c42559a530)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:28:27.014194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:27.045949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Calling delete_port for 0d68623c-1e9d-437b-9332-5cb05869ba3b owned by network:dhcp {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:28:27.123748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:27.145792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] Calling delete_port for 0d68623c-1e9d-437b-9332-5cb05869ba3b owned by network:dhcp {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:28:27.220937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:28:27.221354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:28:27.222810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5348ccbf-6160-4b32-b730-8598f18e7169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:27.276824 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d68623c-1e9d-437b-9332-5cb05869ba3b,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:27.280313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:27.290856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] No DVR routers for this DVR port 0d68623c-1e9d-437b-9332-5cb05869ba3b on host dv-cinder-733062-17-iscsi {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:28:27.412659 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:27.528720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e431b8978>,) {'filters': {'network_id': ['e8d33767-b253-441c-91c7-8b1cb39a6139']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:27.541219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e431b8978>, '0adf0193-7986-4059-bb15-21c42559a530') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:27.541551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e431b8978>, '0adf0193-7986-4059-bb15-21c42559a530') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:27.553896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:27.571488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:27.573511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:28:27.722917 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] Deleting port 0d68623c-1e9d-437b-9332-5cb05869ba3b {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:28:27.723480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:27.792848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-003e55e7-562c-4c7f-941f-2b2c341d9178 None None] The port '0d68623c-1e9d-437b-9332-5cb05869ba3b' was deleted {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 04:28:27.981783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Network e8d33767-b253-441c-91c7-8b1cb39a6139 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:28:27.991381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:28.168557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Network e8d33767-b253-441c-91c7-8b1cb39a6139 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:28:28.194623 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:28:28.279294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:28.284004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:28.287936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:28.312776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d33767-b253-441c-91c7-8b1cb39a6139,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:28.316411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:28.327014 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f7afb845-1e59-4487-ae1c-be13fe511568 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e8d33767-b253-441c-91c7-8b1cb39a6139 HTTP/1.1" status: 204  len: 168 time: 1.8191440
Dec 21 04:28:28.474923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0d68623c-1e9d-437b-9332-5cb05869ba3b no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:28:28.489818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49168) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:28.514458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 0d68623c-1e9d-437b-9332-5cb05869ba3b {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:28:28.514855 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0d68623c-1e9d-437b-9332-5cb05869ba3b not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:28:28.552913 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-905d25f1-778e-49ce-8b43-732fd7a89ba5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f527547042444d469350a38850143d5a&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0594676
Dec 21 04:28:28.553175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49172) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:28.614716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8195d22-61e0-4741-aa12-62cb9f120bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:28.642551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8195d22-61e0-4741-aa12-62cb9f120bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:28.689214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8195d22-61e0-4741-aa12-62cb9f120bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:28.694130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ab54f72d-9d9a-4354-9729-20440bf0e82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:28.707872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8195d22-61e0-4741-aa12-62cb9f120bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad347f25-5213-489d-8d51-e414695d0eb7,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:28.713098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c8195d22-61e0-4741-aa12-62cb9f120bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:28.715095 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8195d22-61e0-4741-aa12-62cb9f120bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:28.716302 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c8195d22-61e0-4741-aa12-62cb9f120bbf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad347f25-5213-489d-8d51-e414695d0eb7 HTTP/1.1" status: 204  len: 168 time: 0.1621661
Dec 21 04:28:30.716515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49246) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:30.866630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:30.882595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:28:30.886580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f9a4d0478ae246c18da119a049697624 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:28:30.889527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:28:30.896027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:28:30.983351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:30.986083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:30.998661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0138afbc-9f28-4a78-9884-5f7b0587c5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:31.040152 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9a4d0478ae246c18da119a049697624&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3225126
Dec 21 04:28:31.041869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb783af-137e-47aa-9b91-5a0542734e02,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:31.042994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 49252) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:31.045318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d544c09a-6637-4c24-9a06-d650a974b5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:31.105511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:31.133358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:31.176919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:31.181719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8ac13ab1-a408-4851-88c0-ab9ef656da84 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:31.194626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb783af-137e-47aa-9b91-5a0542734e02,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:31.205383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.205793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.206194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.206591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.207009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.207405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.207797 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.208190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.208579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.208965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.209350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.209772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.210212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.210597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.211023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.211406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.211788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.212212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.212592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.212972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.213354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.213734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.214115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.214497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:28:31.219953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:31.221940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:31.223546 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fb783af-137e-47aa-9b91-5a0542734e02 HTTP/1.1" status: 204  len: 168 time: 0.1790650
Dec 21 04:28:32.138934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 49282) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:32.278228 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772976644-network', 'tenant_id': '50db50edbdc34d8cab586ee2b61b86b2'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:28:32.283774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:28:32.287784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Usage tracker for resource:network and tenant:50db50edbdc34d8cab586ee2b61b86b2 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:28:32.290742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:28:32.296493 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:28:32.310174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Made reservation on behalf of 50db50edbdc34d8cab586ee2b61b86b2 for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:28:32.315351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:32.553611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:32.569667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:28:32.573732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Usage tracker for resource:security_group_rule and tenant:50db50edbdc34d8cab586ee2b61b86b2 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:28:32.576711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:28:32.582551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:28:32.673268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:32.676136 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:32.680400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d97c10f8-e9a8-4be5-9fb3-a5938dea4bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:32.709160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:28:32.723353 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b712d0-aa3d-44f9-9388-e83aca0d24cf,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:32.726309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:32.726688 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Added segment 10aeba91-48eb-4b0c-99ee-66cb50ab18c3 of type vxlan for network a66ce5dd-e3ab-48ae-9a2b-27b708804f95
Dec 21 04:28:32.728000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:32.760611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:32.788837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:32.790077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:28:32.790713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:32.795685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-80f8ecc5-9680-4716-b367-8c342e0df80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:32.903335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Pushing event updated for resources: {'Network': ['ID=a66ce5dd-e3ab-48ae-9a2b-27b708804f95,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:32.906640 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.7665818
Dec 21 04:28:32.907665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:32.909700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 49296) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:32.915620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Request body: {'subnet': {'network_id': 'a66ce5dd-e3ab-48ae-9a2b-27b708804f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1772976644-subnet', 'tenant_id': '50db50edbdc34d8cab586ee2b61b86b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:28:32.916523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network a66ce5dd-e3ab-48ae-9a2b-27b708804f95 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:28:32.920981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:28:32.925611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Usage tracker for resource:subnet and tenant:50db50edbdc34d8cab586ee2b61b86b2 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:28:32.928745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:28:32.933913 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network a66ce5dd-e3ab-48ae-9a2b-27b708804f95 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:28:32.934562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:28:32.945382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Made reservation on behalf of 50db50edbdc34d8cab586ee2b61b86b2 for: {'subnet': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:28:32.950149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6897958'] for subnet, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:33.357757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847871921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6897975'] for subnet, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:33.373472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-13440ca4-80d7-4d43-a67a-91866ab7ddca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:33.508744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e627e28-e848-4e00-93b0-e8ebf4406191,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:33.511928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:33.573002 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Checking segment: {'id': '10aeba91-48eb-4b0c-99ee-66cb50ab18c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a66ce5dd-e3ab-48ae-9a2b-27b708804f95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:28:33.573392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Network hostable DHCP agents. Network: a66ce5dd-e3ab-48ae-9a2b-27b708804f95, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:28:33.595614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Network a66ce5dd-e3ab-48ae-9a2b-27b708804f95 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:28:33.603881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, a66ce5dd-e3ab-48ae-9a2b-27b708804f95) {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:28:33.613750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e59265e-18b1-4ff2-8880-d78b2e0ce225 None None] Network a66ce5dd-e3ab-48ae-9a2b-27b708804f95 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:28:33.615894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:28:33.616543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:33.635400 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-61313917-6279-4c46-b277-6f4499a9a681 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7246604
Dec 21 04:28:33.851936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced196f-7d5a-4def-bdae-0298bc463584 None None] Network a66ce5dd-e3ab-48ae-9a2b-27b708804f95 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:28:34.371960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 49322) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:34.378978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-415056121-network', 'tenant_id': '9257788789614204a5e2d14185f42cf9'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:28:34.384240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:28:34.388380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Usage tracker for resource:network and tenant:9257788789614204a5e2d14185f42cf9 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:28:34.392239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:28:34.397521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80884a85-092a-4c6f-b71a-fd8caf913d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:34.398223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:28:34.406681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Made reservation on behalf of 9257788789614204a5e2d14185f42cf9 for: {'network': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:28:34.411429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:34.428728 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:34.445324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:28:34.449408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Usage tracker for resource:security_group_rule and tenant:9257788789614204a5e2d14185f42cf9 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:28:34.452404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:28:34.458389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:28:34.543704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:34.546471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:34.551254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3c90b370-9d4e-48d9-8574-80b93d9c61ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:34.584901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:28:34.594566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9e14b4-bd5a-4b55-b38c-41d93236b723,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:34.598398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:34.600907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:34.601292 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Added segment 1deb5f59-0b90-44bd-8ad4-2805c48c7de9 of type vxlan for network 75fa10fd-da70-4d6c-a881-1ff55c47ae5d
Dec 21 04:28:34.630627 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:34.659407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:34.660603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:28:34.661279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:34.666262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:34.766919 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.3937359
Dec 21 04:28:34.769842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49328) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:34.772688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Pushing event updated for resources: {'Network': ['ID=75fa10fd-da70-4d6c-a881-1ff55c47ae5d,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:34.775637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:34.776394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Request body: {'subnet': {'network_id': '75fa10fd-da70-4d6c-a881-1ff55c47ae5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-415056121-subnet', 'tenant_id': '9257788789614204a5e2d14185f42cf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:28:34.782512 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:28:34.784924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network 75fa10fd-da70-4d6c-a881-1ff55c47ae5d details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:28:34.790472 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Usage tracker for resource:subnet and tenant:9257788789614204a5e2d14185f42cf9 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:28:34.793702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:28:34.800525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:28:34.803600 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 75fa10fd-da70-4d6c-a881-1ff55c47ae5d details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:28:34.815634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Made reservation on behalf of 9257788789614204a5e2d14185f42cf9 for: {'subnet': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:28:34.821456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848421980'] for subnet, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:35.135777 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:28:35.242761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7242225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848421963'] for subnet, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:35.259246 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-30890544-fe18-4b15-b26f-5e62a479f8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:35.397359 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e8da44-545f-45d5-b549-09a6cc42eb9b,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:35.400438 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:35.460920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Checking segment: {'id': '1deb5f59-0b90-44bd-8ad4-2805c48c7de9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '75fa10fd-da70-4d6c-a881-1ff55c47ae5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:28:35.461236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Network hostable DHCP agents. Network: 75fa10fd-da70-4d6c-a881-1ff55c47ae5d, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80293) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:28:35.479461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Network 75fa10fd-da70-4d6c-a881-1ff55c47ae5d is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80293) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:28:35.487614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 75fa10fd-da70-4d6c-a881-1ff55c47ae5d) {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:28:35.497137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e19466-6e6c-4e4e-bb39-67b67009ca65 None None] Network 75fa10fd-da70-4d6c-a881-1ff55c47ae5d requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:28:35.501694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:28:35.502335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:35.525947 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a01356c4-6aed-48db-ada7-e7e6c9e4970b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7549539
Dec 21 04:28:35.664549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 49340) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:35.723144 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3887fc2d-79c6-4c03-bdba-c2923f4b69b1 None None] Network 75fa10fd-da70-4d6c-a881-1ff55c47ae5d requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:28:35.731841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec4570b-3e55-4780-b8be-980304b1628b admin admin] Deleting subnet 1e627e28-e848-4e00-93b0-e8ebf4406191 {{(pid=80292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:28:35.735494 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3ec4570b-3e55-4780-b8be-980304b1628b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:35.791843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3ec4570b-3e55-4780-b8be-980304b1628b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848182375'] for subnet, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:35.850790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3ec4570b-3e55-4780-b8be-980304b1628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:36.121774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3ec4570b-3e55-4780-b8be-980304b1628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6903819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847877825'] for subnet, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:36.137084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6f3b9b25-5972-4e8f-8a37-0b8c25caa7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:36.185262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4570b-3e55-4780-b8be-980304b1628b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e627e28-e848-4e00-93b0-e8ebf4406191,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:36.189281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3ec4570b-3e55-4780-b8be-980304b1628b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:36.273607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3ec4570b-3e55-4780-b8be-980304b1628b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:36.279913 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3ec4570b-3e55-4780-b8be-980304b1628b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1e627e28-e848-4e00-93b0-e8ebf4406191 HTTP/1.1" status: 204  len: 168 time: 0.6142869
Dec 21 04:28:36.283526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 49352) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:36.408479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:36.596323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:36.711101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e42ac5978>,) {'filters': {'network_id': ['a66ce5dd-e3ab-48ae-9a2b-27b708804f95']}} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:36.723643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42ac5978>, '10aeba91-48eb-4b0c-99ee-66cb50ab18c3') {'for_net_delete': True} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:36.723978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42ac5978>, '10aeba91-48eb-4b0c-99ee-66cb50ab18c3') {} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:36.735849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6593408'] for segment, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:36.751356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:36.753130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:28:36.932138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Network a66ce5dd-e3ab-48ae-9a2b-27b708804f95 has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:28:36.941527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847871575'] for segment, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.052130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-df590ad8-1128-4836-94ce-58bbe8f3203b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.124849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Network a66ce5dd-e3ab-48ae-9a2b-27b708804f95 has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:28:37.151947 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:28:37.190474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.227912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.231413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ec4fe9a7-fe8b-4f9d-9bc6-b9548c3e18a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:37.245904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.256432 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Pushing event deleted for resources: {'Network': ['ID=a66ce5dd-e3ab-48ae-9a2b-27b708804f95,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:37.259490 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a66ce5dd-e3ab-48ae-9a2b-27b708804f95 HTTP/1.1" status: 204  len: 168 time: 0.9748037
Dec 21 04:28:37.260481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-31c36c5e-f48b-4fd3-9048-7f695fd3c564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:37.262394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 49362) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:37.331257 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] Deleting subnet 15e8da44-545f-45d5-b549-09a6cc42eb9b {{(pid=80292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:28:37.334325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.387042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848182375'] for subnet, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.448486 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.700632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6903819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847877825'] for subnet, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.715661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:37.764863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e8da44-545f-45d5-b549-09a6cc42eb9b,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:37.769301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:37.847579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:37.853403 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/15e8da44-545f-45d5-b549-09a6cc42eb9b HTTP/1.1" status: 204  len: 168 time: 0.5899425
Dec 21 04:28:37.856055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 49368) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:37.969906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:38.157972 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:38.271282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e42b79128>,) {'filters': {'network_id': ['75fa10fd-da70-4d6c-a881-1ff55c47ae5d']}} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:38.287487 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42b79128>, '1deb5f59-0b90-44bd-8ad4-2805c48c7de9') {'for_net_delete': True} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:38.287817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42b79128>, '1deb5f59-0b90-44bd-8ad4-2805c48c7de9') {} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:28:38.299674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6593408'] for segment, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:38.319279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:38.322258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:28:38.334479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:38.510295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Network 75fa10fd-da70-4d6c-a881-1ff55c47ae5d has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:28:38.520112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847871575'] for segment, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:38.916379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Network 75fa10fd-da70-4d6c-a881-1ff55c47ae5d has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:28:38.939773 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:28:38.995907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:39.016712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:39.020103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:39.034258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:39.043765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Pushing event deleted for resources: {'Network': ['ID=75fa10fd-da70-4d6c-a881-1ff55c47ae5d,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:39.046069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:39.048184 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-80db790e-ad83-4b07-9976-461d1543947c admin admin] 10.222.0.16 "DELETE /v2.0/networks/75fa10fd-da70-4d6c-a881-1ff55c47ae5d HTTP/1.1" status: 204  len: 168 time: 1.1911581
Dec 21 04:28:39.255726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49386) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:39.317721 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f1395ec7-f1ee-49c9-892b-5f0fae24b906 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50db50edbdc34d8cab586ee2b61b86b2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0598891
Dec 21 04:28:39.320344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49392) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:39.383671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e5df0fc5-b7ee-476f-9ae7-e4d7962d9e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:39.414476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e5df0fc5-b7ee-476f-9ae7-e4d7962d9e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:39.460287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e5df0fc5-b7ee-476f-9ae7-e4d7962d9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:39.465332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9807398e-a021-4631-af4c-62c8728cc2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:39.478415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df0fc5-b7ee-476f-9ae7-e4d7962d9e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b712d0-aa3d-44f9-9388-e83aca0d24cf,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:39.481587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e5df0fc5-b7ee-476f-9ae7-e4d7962d9e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:39.483616 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e5df0fc5-b7ee-476f-9ae7-e4d7962d9e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:39.487338 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e5df0fc5-b7ee-476f-9ae7-e4d7962d9e0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6b712d0-aa3d-44f9-9388-e83aca0d24cf HTTP/1.1" status: 204  len: 168 time: 0.1634738
Dec 21 04:28:39.894210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49402) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:39.945631 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-fec539af-3e47-4739-aa3a-06a37493f0dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9257788789614204a5e2d14185f42cf9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0501094
Dec 21 04:28:39.948094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 49406) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:28:40.008937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f4e46187-5b04-4de9-b619-fcffe94179c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:40.035790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f4e46187-5b04-4de9-b619-fcffe94179c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:40.079938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f4e46187-5b04-4de9-b619-fcffe94179c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:40.084790 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-817d9daf-bcb2-4e84-bdf4-a7fb94569b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:28:40.099099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e46187-5b04-4de9-b619-fcffe94179c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9e14b4-bd5a-4b55-b38c-41d93236b723,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:28:40.103782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f4e46187-5b04-4de9-b619-fcffe94179c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:28:40.105701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f4e46187-5b04-4de9-b619-fcffe94179c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:28:40.109375 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f4e46187-5b04-4de9-b619-fcffe94179c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce9e14b4-bd5a-4b55-b38c-41d93236b723 HTTP/1.1" status: 204  len: 168 time: 0.1578603
Dec 21 04:28:48.622727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:04.398690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-081a550d-9a1a-496f-80ba-1f8146a9c086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:07.042670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5fdd4072-cc52-4fa7-825f-8c1aa239fb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:07.192608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:08.325134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:09.001363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:12.136598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:29:18.630343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:34.401108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4bec9109-9764-4616-8bdb-b5c30e46665e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:37.043749 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2905ae95-a7a0-4747-ad6d-05df3462fe55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:37.197535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:38.326565 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:39.005779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:48.643514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:29:49.136751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:30:04.402480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e0020d13-e0da-4338-a5f4-858c89b36636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:07.045184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8911123a-af62-4a79-b091-19556bf8f18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:07.198367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:08.328297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:09.008759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:18.644633 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:26.137839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:30:34.403507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1ee31cc9-0797-43ac-bca7-5fbfa5509a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:37.046441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e5ba50cc-32cf-4df9-92a2-65c86c8ff958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:37.201182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:38.330460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:39.013133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:48.665672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:30:56.956738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-5899d07d-aab5-4263-b6ca-4c84e8a7bb0d req-257a7390-dbc7-41b7-850e-9da2f90237e9 service neutron] (80293) timed out ('10.222.0.55', 53105) {{(pid=80293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 04:31:03.138313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:31:04.406530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-223b36ab-8cd5-4b6b-9fb7-7124d00667f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:07.048802 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-53567b61-1b95-437f-afb7-b19d89138684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:07.202233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:08.332457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:09.016243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:18.658536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:34.407823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4c75003d-cb97-47df-b50d-255151894d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:37.052812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-44d37a5c-c2a2-439c-89e9-bc881bf7676b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:37.205836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:38.332891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:39.019959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:31:40.138818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:31:48.660404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:04.409111 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b2bb62d0-7352-484f-9dcb-377c0d732af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:07.053533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31d6f70c-73c4-40e3-ba73-e8c0cb801d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:07.209340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:08.335208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:09.024223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:17.138636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:32:18.656506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:34.411365 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c00a2df8-7efc-4952-89c3-d274da1639a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:37.055083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-845a04bb-3343-4d6f-94b9-0ae755c182ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:37.210507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:38.337445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:39.028632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:48.656805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:32:54.138707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:33:04.413168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f6414cd6-ab27-480e-a8e5-61acca6dcb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:07.056091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b570bf80-b25f-491a-9174-29831b98088a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:07.214395 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:08.339097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:09.031388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:18.658912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:31.138234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:33:34.414299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-60edbe42-9f9e-443d-a622-09b922e3ed40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:37.058169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3df992fa-dac7-4efe-8da5-6db789b869b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:37.218491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:38.340422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:39.037432 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:33:48.656809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:04.415845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a285e582-b8c9-4616-b831-70721591fade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:07.058161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-934f2dbe-505b-4f63-9c2f-8379c63b033e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:07.219360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:08.138046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:34:08.342580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:09.038937 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:18.669547 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:34.419160 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-86480b9e-177f-4834-8a5f-c0087e84936e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:37.059049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2a710f86-e0f2-44e9-84fd-84c9720925fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:37.230406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:38.344084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:39.042108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:45.137106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:34:46.813905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 53566) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:47.398018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949688'] for router_interface, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:47.986370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Deleting port 2194e6ac-6b7a-483c-bf95-0433169b575f {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:34:47.986959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:48.171356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] For port 2194e6ac-6b7a-483c-bf95-0433169b575f, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=2194e6ac-6b7a-483c-bf95-0433169b575f,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:34:48.171736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:48.297823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Calling delete_port for 2194e6ac-6b7a-483c-bf95-0433169b575f owned by network:router_interface {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:34:48.486650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:48.502262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ce459f98-2c92-4be2-b69c-c06d1b50d959 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:34:48.557017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2194e6ac-6b7a-483c-bf95-0433169b575f,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:34:48.571418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.571833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.572239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.572640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.573038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.573436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.573832 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.574229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.574628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.575045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.575434 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.575825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.576268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.576656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.577139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.577564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.577955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.578345 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.578731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.579145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.579536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.579921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.580306 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.580692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:48.585725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:34:48.668571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:49.152328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1295693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949522'] for router_interface, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:49.654883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Router 9ce2f132-db29-483b-9f0c-047b314b87a0 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:34:49.835328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:34:49.845404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] Sync routers for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:34:49.848138 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4d22ed5e-6ca3-4ab9-bffe-68bdcf3f0b5d admin admin] 10.222.0.16 "PUT /v2.0/routers/9ce2f132-db29-483b-9f0c-047b314b87a0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0330858
Dec 21 04:34:49.850767 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 53600) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:49.855369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:34:49.856054 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42645a90>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:34:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:34:50.036740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks [] for router, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:50.048934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:34:50.225236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:50.230595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Deleting port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:34:50.231005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:50.416830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] For port 6a889e76-8896-4fc6-b2c6-8e4d475db0fb, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=6a889e76-8896-4fc6-b2c6-8e4d475db0fb,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:34:50.417222 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:50.546870 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Calling delete_port for 6a889e76-8896-4fc6-b2c6-8e4d475db0fb owned by network:router_gateway {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:34:50.552430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42645a90>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:34:48Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:34:50.556476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] Checking router: 9ce2f132-db29-483b-9f0c-047b314b87a0 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:34:50.565861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] Routers {'9ce2f132-db29-483b-9f0c-047b314b87a0'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:34:50.566527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42645a90>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:34:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['9ce2f132-db29-483b-9f0c-047b314b87a0'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:34:50.681826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:50.754310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] Set router 9ce2f132-db29-483b-9f0c-047b314b87a0 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:34:50.875531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853825661'] for router_gateway, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.006675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854685182'] for router, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.009073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.031890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937084'] for router, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.032681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce2f132-db29-483b-9f0c-047b314b87a0 {{(pid=80293) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 04:34:51.045450 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.047426 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b6d39f1e-1d55-41ff-90e5-3c81f6a7ee95 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ce2f132-db29-483b-9f0c-047b314b87a0 HTTP/1.1" status: 204  len: 168 time: 1.1956446
Dec 21 04:34:51.050083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 53616) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:51.065017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42645a90>, [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:34:48Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:34:51.069164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ff2a4-ef01-4f57-a678-0f06e45fd4f8 None None] The sync data for ids ['9ce2f132-db29-483b-9f0c-047b314b87a0'] in dv-cinder-733062-17-iscsi is: [{'id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'name': 'tempest-AttachVolumeShelveTestJSON-878250677-router', 'tenant_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:03:45Z', 'updated_at': '2020-12-21T04:34:48Z', 'revision_number': 5, 'project_id': 'cc8f76dafd9d4e19a9667dec5becb673', 'gw_port': {'id': '6a889e76-8896-4fc6-b2c6-8e4d475db0fb', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce2f132-db29-483b-9f0c-047b314b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:03:49Z', 'updated_at': '2020-12-21T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:34:51.122108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-af810964-dde5-4dc1-a758-bbbb7d97f8a1 admin admin] Deleting subnet 0d5529e6-1122-47ff-b067-31751721e0f5 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:34:51.126037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-af810964-dde5-4dc1-a758-bbbb7d97f8a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.179457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-af810964-dde5-4dc1-a758-bbbb7d97f8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5480494'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.261049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-af810964-dde5-4dc1-a758-bbbb7d97f8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.764457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-af810964-dde5-4dc1-a758-bbbb7d97f8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847533643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6353853'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.780699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-fa7ccbbc-fded-4fa7-b49b-f428ef58379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:34:51.831004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af810964-dde5-4dc1-a758-bbbb7d97f8a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5529e6-1122-47ff-b067-31751721e0f5,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:34:51.833702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-af810964-dde5-4dc1-a758-bbbb7d97f8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:34:51.917176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-af810964-dde5-4dc1-a758-bbbb7d97f8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:51.922842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819c7cd-a82e-46ec-af27-e7ab719b523f None None] Network f6bc0051-d4ea-476a-9024-7792973f8f69 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:34:51.923972 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-af810964-dde5-4dc1-a758-bbbb7d97f8a1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d5529e6-1122-47ff-b067-31751721e0f5 HTTP/1.1" status: 204  len: 168 time: 0.8728511
Dec 21 04:34:51.926646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 53628) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:52.042186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:52.117878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Deleting port fff00220-3df1-4496-ba13-778c57c421f6 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:34:52.118251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:52.184166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] DHCP port deletion for f6bc0051-d4ea-476a-9024-7792973f8f69 request from dv-cinder-733062-17-iscsi {{(pid=80294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 04:34:52.189520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] Deleting port fff00220-3df1-4496-ba13-778c57c421f6 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:34:52.189934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:52.353776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] For port fff00220-3df1-4496-ba13-778c57c421f6, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=fff00220-3df1-4496-ba13-778c57c421f6,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:34:52.353776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:52.424638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] For port fff00220-3df1-4496-ba13-778c57c421f6, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=fff00220-3df1-4496-ba13-778c57c421f6,segment=NetworkSegment(0a4ff51e-244a-4389-98fe-e90ed524e457),segment_id=0a4ff51e-244a-4389-98fe-e90ed524e457)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:34:52.424983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:52.479968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Calling delete_port for fff00220-3df1-4496-ba13-778c57c421f6 owned by network:dhcp {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:34:52.552834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] Calling delete_port for fff00220-3df1-4496-ba13-778c57c421f6 owned by network:dhcp {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:34:52.560560 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:52.577783 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6a9478b5-4fa7-403b-952d-5fe9114de481 tempest-AttachVolumeNegativeTest-190670502 tempest-AttachVolumeNegativeTest-190670502] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:34:52.623036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:34:52.623411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:34:52.631243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff00220-3df1-4496-ba13-778c57c421f6,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:34:52.633934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:34:52.677600 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 2194e6ac-6b7a-483c-bf95-0433169b575f no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:34:52.716265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 2194e6ac-6b7a-483c-bf95-0433169b575f {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:34:52.716633 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 2194e6ac-6b7a-483c-bf95-0433169b575f not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:34:52.717163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device fff00220-3df1-4496-ba13-778c57c421f6 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:34:52.728356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] No DVR routers for this DVR port fff00220-3df1-4496-ba13-778c57c421f6 on host dv-cinder-733062-17-iscsi {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:34:52.750934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: fff00220-3df1-4496-ba13-778c57c421f6 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:34:52.751308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device fff00220-3df1-4496-ba13-778c57c421f6 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:34:52.751763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 6a889e76-8896-4fc6-b2c6-8e4d475db0fb no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:34:52.784279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 6a889e76-8896-4fc6-b2c6-8e4d475db0fb {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:34:52.784668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 6a889e76-8896-4fc6-b2c6-8e4d475db0fb not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:34:52.853932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:52.969271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e4287df98>,) {'filters': {'network_id': ['f6bc0051-d4ea-476a-9024-7792973f8f69']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:34:52.982255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e4287df98>, '0a4ff51e-244a-4389-98fe-e90ed524e457') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:34:52.982597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e4287df98>, '0a4ff51e-244a-4389-98fe-e90ed524e457') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:34:52.995995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.011789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.013792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:34:53.125315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] Deleting port fff00220-3df1-4496-ba13-778c57c421f6 {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:34:53.125609 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.193000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-994f25b3-2c65-4629-b6fd-076d0a7b054c None None] The port 'fff00220-3df1-4496-ba13-778c57c421f6' was deleted {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 04:34:53.195448 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Network f6bc0051-d4ea-476a-9024-7792973f8f69 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:34:53.208377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.386038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Network f6bc0051-d4ea-476a-9024-7792973f8f69 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:34:53.409107 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:34:53.491159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.495227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ce4a33f5-ea1a-4d5f-9e19-3da74b6ad6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:34:53.509245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.520221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6bc0051-d4ea-476a-9024-7792973f8f69,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:34:53.523546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:34:53.533837 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f6bc0051-d4ea-476a-9024-7792973f8f69 HTTP/1.1" status: 204  len: 168 time: 1.6061606
Dec 21 04:34:53.678892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 53650) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:53.731043 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-deeafa72-3303-41cb-bd92-845316b78e12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc8f76dafd9d4e19a9667dec5becb673&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0507789
Dec 21 04:34:53.733727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 53656) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:53.796553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2afa5c24-bd3d-42a6-894e-5f71eecdf21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.828242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2afa5c24-bd3d-42a6-894e-5f71eecdf21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.876592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2afa5c24-bd3d-42a6-894e-5f71eecdf21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.881637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cd224d6e-16e8-4b54-acd1-58e9882cffcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:34:53.895779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa5c24-bd3d-42a6-894e-5f71eecdf21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1514a59a-8373-4837-82b8-650747573078,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:34:53.898628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2afa5c24-bd3d-42a6-894e-5f71eecdf21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:34:53.904050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2afa5c24-bd3d-42a6-894e-5f71eecdf21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:53.905496 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2afa5c24-bd3d-42a6-894e-5f71eecdf21a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1514a59a-8373-4837-82b8-650747573078 HTTP/1.1" status: 204  len: 168 time: 0.1705763
Dec 21 04:34:56.214174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 53726) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:56.365462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:56.381843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:34:56.385927 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Usage tracker for resource:security_group_rule and tenant:1e61f9a030bf4e80b1199ee6acb017d6 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:34:56.388906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:34:56.395543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:34:56.486928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:56.489630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:56.499388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c8f05cda-1941-4296-9c03-598aaa55c57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:34:56.540843 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e61f9a030bf4e80b1199ee6acb017d6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3254642
Dec 21 04:34:56.542454 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8082db27-ec8f-42fa-a518-e9a4a8bc5498,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:34:56.543750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 53736) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:56.545983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:34:56.606321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:56.633693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:56.681669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:56.687584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a7d4c78c-1c7e-4b0d-96a0-1ab34cba59cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:34:56.701151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8082db27-ec8f-42fa-a518-e9a4a8bc5498,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:34:56.710350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.710826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.711192 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.711600 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.712005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.712411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.712813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.713216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.713624 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.714019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.714414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.714823 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.715270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.715667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.716063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.716456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.716845 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.717219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.717664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.718057 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.718448 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.718837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.719255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.719645 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:34:56.722694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:56.726862 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8082db27-ec8f-42fa-a518-e9a4a8bc5498 HTTP/1.1" status: 204  len: 168 time: 0.1819355
Dec 21 04:34:56.727882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:34:57.072468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 53750) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:57.091407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:57.110807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:34:57.114882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] Usage tracker for resource:security_group_rule and tenant:6a2ad2244bbd435fba34b1f1d5128b6a is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:34:57.118100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:34:57.123879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:34:57.207121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:57.209896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:57.219384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-25d05e04-43ea-43a9-a022-beb2360c5343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:34:57.262217 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a2ad2244bbd435fba34b1f1d5128b6a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1885238
Dec 21 04:34:57.263916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd95af-0225-4491-81c1-d2a47d04c0c8,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:34:57.265511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 53754) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:34:57.267266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b231cf31-e64c-4ee2-b31f-7e643b9bc5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:34:57.332469 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a4c15881-656b-45d0-8200-19f6a7364696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:57.361803 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a4c15881-656b-45d0-8200-19f6a7364696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:57.407387 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a4c15881-656b-45d0-8200-19f6a7364696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:57.412985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-526af36b-cb11-460b-a2fb-8f466811ae3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:34:57.425713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c15881-656b-45d0-8200-19f6a7364696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd95af-0225-4491-81c1-d2a47d04c0c8,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:34:57.428718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a4c15881-656b-45d0-8200-19f6a7364696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:34:57.436519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a4c15881-656b-45d0-8200-19f6a7364696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:34:57.437824 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a4c15881-656b-45d0-8200-19f6a7364696 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94fd95af-0225-4491-81c1-d2a47d04c0c8 HTTP/1.1" status: 204  len: 168 time: 0.1712325
Dec 21 04:35:04.421806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ce4c36fc-1495-4aba-b422-35b31d2dfda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:07.060108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b6577b11-aa7f-41f5-bd18-51535ae148b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:07.223001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:08.346706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:09.047030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:18.668507 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:22.137435 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:35:34.431508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b51da611-84fa-47fc-9864-50aa787ae35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:37.062099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dea47685-ac3a-4aaa-99d3-e309dd0dda84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:37.226113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:38.348767 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:39.050586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:48.667732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:35:59.137232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:36:04.422700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8be3450d-fe7d-489c-8f56-9b69b813b60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:07.063352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cad0829c-1617-4d0a-95ec-d54c8a60effe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:07.229810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:08.350414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:09.053458 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:18.651970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:34.424314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-31755e07-727d-4b05-a755-669e5f06fc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:36.136770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:36:37.064905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-97a3365b-56d9-43cc-8575-f897a7366e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:37.234405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:38.352337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:39.056185 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:36:48.682476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:04.425907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-901f9c79-8092-4891-b273-84050c6213c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:07.066303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-db260b71-923e-436b-a874-0864cddc9d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:07.234557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:08.353478 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:09.060249 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:13.136313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:37:18.665986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:34.426072 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c00f88b0-935d-434a-8957-398b17e4ce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:37.070860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa0969de-05c7-4c8b-be46-c1cb90af7512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:37.235553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:38.355110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:39.064139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:43.846608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-978ab670-ac41-4f2d-9ed2-570410505ca6 req-b5f4c9a1-354d-4df3-bbdd-8d869ef0c593 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] (80293) timed out ('10.222.0.55', 53092) {{(pid=80293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 04:37:48.680320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:37:50.135807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:38:04.429080 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d64e3c39-66b4-448c-a39f-12107eb336f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:07.072429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2592a9b2-bd35-4aff-aa3f-dafca38987a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:07.241071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:08.356431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:09.067519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:18.708089 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:24.187969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-1d83b7b6-728e-43ad-ad19-73024b543d15 req-cd067d44-2c21-4726-a3d3-97af872b92b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] (80293) timed out ('10.222.0.16', 57158) {{(pid=80293) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 04:38:25.387658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-0ae9f417-e2f7-4129-80dd-62d6285a674e req-6766fdf4-19f1-4827-a9f8-9faa005f2348 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] (80292) timed out ('10.222.0.16', 57204) {{(pid=80292) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 04:38:27.135234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:38:34.429579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c4c5fd8b-e352-4f2d-997e-97baf3982157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:37.072159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-14c9463d-49ee-4932-9e4a-24a76d15f094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:37.243277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:38.359092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:39.071607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:45.570328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 56782) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:38:45.736490 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:45.752685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:38:45.756772 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Usage tracker for resource:security_group_rule and tenant:30ca8088e9aa4501a19232af85f1560a is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:38:45.759757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:38:45.766167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:38:45.851241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:45.853691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:45.862521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a437b244-5a9c-449d-9d21-717cc37a6974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:38:45.909844 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30ca8088e9aa4501a19232af85f1560a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3382280
Dec 21 04:38:45.910723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cee7d4-93c7-4330-b88f-d39fa9fa12a3,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:38:45.912527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56794) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:38:45.919064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.919491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.919902 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.920313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.920717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.921119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.921517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.921915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.922315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.922706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.923125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.923519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.923973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.924364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.924748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.925141 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.925535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.925905 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.926289 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.926677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.927093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.927483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.927872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.928379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:45.933685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bd7bdbf4-931b-43d3-bef7-7cc74ce70639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:38:45.982050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.010146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.068042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.073181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6f4bd706-4688-4178-b856-2434a5a302f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:38:46.085997 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cee7d4-93c7-4330-b88f-d39fa9fa12a3,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:38:46.098888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.099337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.099756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.100166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.100571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.101004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.101383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.101793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.102195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.102597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.103014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.103418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.103871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.104779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.105375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.105690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.106193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.106655 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.107108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.107509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.107906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.108302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.108699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.109092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:38:46.113371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.114592 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86cee7d4-93c7-4330-b88f-d39fa9fa12a3 HTTP/1.1" status: 204  len: 168 time: 0.2008083
Dec 21 04:38:46.115604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0ce3f1e3-3a38-45ef-8ad7-3197daa44809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:38:46.484960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56810) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:38:46.504248 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.519456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:38:46.523481 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd7625212344aa0ad5278f6b45d760f is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:38:46.527039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:38:46.532798 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:38:46.617957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.620705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.629426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c714522-79d5-4c36-b091-2b14d1b2ad6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:38:46.671545 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bd7625212344aa0ad5278f6b45d760f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1853914
Dec 21 04:38:46.672417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559c07c1-10a2-4a93-96b5-2afbc797d485,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:38:46.674347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 56814) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:38:46.675776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:38:46.737942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-888d5aee-2c23-4fa1-ac7c-222ac1bdb0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.766212 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-888d5aee-2c23-4fa1-ac7c-222ac1bdb0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.812822 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-888d5aee-2c23-4fa1-ac7c-222ac1bdb0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.817925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e5df0fc5-b7ee-476f-9ae7-e4d7962d9e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:38:46.831289 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d5aee-2c23-4fa1-ac7c-222ac1bdb0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559c07c1-10a2-4a93-96b5-2afbc797d485,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:38:46.835399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-888d5aee-2c23-4fa1-ac7c-222ac1bdb0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:38:46.841707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-888d5aee-2c23-4fa1-ac7c-222ac1bdb0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:46.842964 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-888d5aee-2c23-4fa1-ac7c-222ac1bdb0e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/559c07c1-10a2-4a93-96b5-2afbc797d485 HTTP/1.1" status: 204  len: 168 time: 0.1674843
Dec 21 04:38:47.296088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 56836) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:38:47.315224 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:47.330890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:38:47.334952 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Usage tracker for resource:security_group_rule and tenant:32a02fe31d914960b605834f615c7198 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:38:47.337944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:38:47.343757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:38:47.432576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:47.435480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:47.444616 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a4c15881-656b-45d0-8200-19f6a7364696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:38:47.487908 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32a02fe31d914960b605834f615c7198&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1905684
Dec 21 04:38:47.488794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10208ed4-4746-4519-b723-7f16d006c5ee,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:38:47.490722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 56842) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:38:47.492385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:38:47.554287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fff56678-e1bd-4680-8a64-8b35a777ed6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:47.586137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fff56678-e1bd-4680-8a64-8b35a777ed6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:47.630060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fff56678-e1bd-4680-8a64-8b35a777ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:47.634892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-804d971c-b815-48c4-b066-408e279b82f3 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:38:47.647227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff56678-e1bd-4680-8a64-8b35a777ed6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10208ed4-4746-4519-b723-7f16d006c5ee,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:38:47.649756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-fff56678-e1bd-4680-8a64-8b35a777ed6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:38:47.659107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fff56678-e1bd-4680-8a64-8b35a777ed6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:38:47.660330 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-fff56678-e1bd-4680-8a64-8b35a777ed6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10208ed4-4746-4519-b723-7f16d006c5ee HTTP/1.1" status: 204  len: 168 time: 0.1684756
Dec 21 04:38:48.709319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:04.134988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:39:04.429889 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2210a381-1aee-4392-b77c-2b27810e431f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:07.074806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d0ba854e-57d9-40b7-b2e3-6de5385a6eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:07.251495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:08.362531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:09.074369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:15.760577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57320) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:15.911015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:15.926731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:39:15.930816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] Usage tracker for resource:security_group_rule and tenant:ba6800dd8b6c4db39cf451f5413c208b is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:39:15.933762 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:39:15.939528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:39:16.027757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.030268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.039131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e91f9f38-2e1b-4f4e-98f5-5e44b566f7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:16.079497 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba6800dd8b6c4db39cf451f5413c208b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3177550
Dec 21 04:39:16.082293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57326) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:16.095042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2be6d-923f-441a-a83a-c8f21385ec9e,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:16.099441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-34e9b1d2-aea6-4c38-bfaa-2ae8d292f859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:16.153501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f10fd682-0438-45fe-a064-6d70b2858b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.179521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f10fd682-0438-45fe-a064-6d70b2858b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.229723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f10fd682-0438-45fe-a064-6d70b2858b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.234708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1d5d66d6-8502-4138-9d35-aa9ca017509b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:16.248344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fd682-0438-45fe-a064-6d70b2858b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2be6d-923f-441a-a83a-c8f21385ec9e,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:16.251394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f10fd682-0438-45fe-a064-6d70b2858b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:16.252751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f10fd682-0438-45fe-a064-6d70b2858b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.253952 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f10fd682-0438-45fe-a064-6d70b2858b3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ed2be6d-923f-441a-a83a-c8f21385ec9e HTTP/1.1" status: 204  len: 168 time: 0.1706975
Dec 21 04:39:16.608034 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57342) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:16.627892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.643849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:39:16.647942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Usage tracker for resource:security_group_rule and tenant:666795fa4acb4e8695f19d86a383d5c1 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:39:16.651077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:39:16.656802 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:39:16.739669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.742644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.752225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f10fd682-0438-45fe-a064-6d70b2858b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:16.796670 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=666795fa4acb4e8695f19d86a383d5c1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1874983
Dec 21 04:39:16.798294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c944ed-c03a-4777-ae05-35b9ff015082,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:16.799539 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57346) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:16.801551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:16.861676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3da24577-21fe-42a3-be4b-41cc8fa2ab73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.889273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3da24577-21fe-42a3-be4b-41cc8fa2ab73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.937070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3da24577-21fe-42a3-be4b-41cc8fa2ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.942310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ee52c769-e36f-424a-8260-8894b1e5d248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:16.955174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da24577-21fe-42a3-be4b-41cc8fa2ab73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c944ed-c03a-4777-ae05-35b9ff015082,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:16.960335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3da24577-21fe-42a3-be4b-41cc8fa2ab73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:16.964819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3da24577-21fe-42a3-be4b-41cc8fa2ab73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:16.968762 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3da24577-21fe-42a3-be4b-41cc8fa2ab73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5c944ed-c03a-4777-ae05-35b9ff015082 HTTP/1.1" status: 204  len: 168 time: 0.1653752
Dec 21 04:39:18.715538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:20.889730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57450) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:21.208267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-770ebb1f-c1ff-46c3-a801-51bbb7bb7e93 admin admin] Deleting subnet 950cc1e3-d381-4b3d-af91-d88bbdfb7841 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:39:21.212349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-770ebb1f-c1ff-46c3-a801-51bbb7bb7e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:21.268235 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-770ebb1f-c1ff-46c3-a801-51bbb7bb7e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5480494'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:21.336314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-770ebb1f-c1ff-46c3-a801-51bbb7bb7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:21.612819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-770ebb1f-c1ff-46c3-a801-51bbb7bb7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847533643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6353853'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:21.629391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-677b3335-688a-45a1-bf6f-b7b928d1c5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:21.681019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ebb1f-c1ff-46c3-a801-51bbb7bb7e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950cc1e3-d381-4b3d-af91-d88bbdfb7841,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:21.685723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-770ebb1f-c1ff-46c3-a801-51bbb7bb7e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:21.766612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-770ebb1f-c1ff-46c3-a801-51bbb7bb7e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:21.772678 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-770ebb1f-c1ff-46c3-a801-51bbb7bb7e93 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/950cc1e3-d381-4b3d-af91-d88bbdfb7841 HTTP/1.1" status: 204  len: 168 time: 0.8816032
Dec 21 04:39:21.775958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57468) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:21.897550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:22.099802 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:22.223147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e41b2beb8>,) {'filters': {'network_id': ['0cb38372-b1fe-404c-9646-e5579ec8fe7b']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:39:22.233769 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e41b2beb8>, '1cccd009-7dcb-4411-a654-ed5e45734ef1') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:39:22.234123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e41b2beb8>, '1cccd009-7dcb-4411-a654-ed5e45734ef1') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:39:22.247798 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:22.266964 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:22.269055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:39:22.651689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57514) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:22.725930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Network 0cb38372-b1fe-404c-9646-e5579ec8fe7b has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:39:22.740640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:22.826866 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:22.844323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:39:22.851116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] Usage tracker for resource:security_group_rule and tenant:8571a989ca734a818de5f369b52389bc is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:39:22.855037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:39:22.861736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:39:22.926680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Network 0cb38372-b1fe-404c-9646-e5579ec8fe7b has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:39:22.951253 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:39:22.957262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:22.960141 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:22.972178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-54912c0e-ea5d-4fd3-8dff-f49c25cfc200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:23.003852 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8571a989ca734a818de5f369b52389bc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3509572
Dec 21 04:39:23.004528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57536) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:23.041882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5bfe91-fe14-484b-8123-82dd6d306ee9,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:23.046380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2bf8f378-d6e8-49ec-985b-a160ec20414f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:23.060739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.065564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-afe42b42-2000-4ba3-a85e-75756a14f526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:23.082393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.097875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb38372-b1fe-404c-9646-e5579ec8fe7b,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:23.100876 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ca9d1249-c175-48da-84c2-8ee22775a5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.107440 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:23.114103 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6289baab-e87b-43ef-b4ad-d9a41476097b admin admin] 10.222.0.16 "DELETE /v2.0/networks/0cb38372-b1fe-404c-9646-e5579ec8fe7b HTTP/1.1" status: 204  len: 168 time: 1.3365815
Dec 21 04:39:23.134383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ca9d1249-c175-48da-84c2-8ee22775a5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.207835 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ca9d1249-c175-48da-84c2-8ee22775a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.217013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-fff56678-e1bd-4680-8a64-8b35a777ed6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:23.237630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d1249-c175-48da-84c2-8ee22775a5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5bfe91-fe14-484b-8123-82dd6d306ee9,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:23.271467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ca9d1249-c175-48da-84c2-8ee22775a5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:23.272282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ca9d1249-c175-48da-84c2-8ee22775a5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.273641 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ca9d1249-c175-48da-84c2-8ee22775a5a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb5bfe91-fe14-484b-8123-82dd6d306ee9 HTTP/1.1" status: 204  len: 168 time: 0.2654612
Dec 21 04:39:23.350216 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57564) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:23.415498 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-7656510e-0e2b-4fd7-a162-653b991ab1b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13fc3096c5c34fe8b975ecce478f85fc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0638912
Dec 21 04:39:23.418686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57572) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:23.495039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c238701a-79fd-4278-9c0b-b2476c967a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.527818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c238701a-79fd-4278-9c0b-b2476c967a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.596923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c238701a-79fd-4278-9c0b-b2476c967a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.604466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-bbf58a5f-fbd4-4d77-acef-3f1222c4f783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:23.622079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238701a-79fd-4278-9c0b-b2476c967a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55166e9b-2f1a-49ac-818b-a619d00612f5,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:23.626649 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c238701a-79fd-4278-9c0b-b2476c967a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:23.647505 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c238701a-79fd-4278-9c0b-b2476c967a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:23.651339 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c238701a-79fd-4278-9c0b-b2476c967a18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55166e9b-2f1a-49ac-818b-a619d00612f5 HTTP/1.1" status: 204  len: 168 time: 0.2286527
Dec 21 04:39:25.312656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57626) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:25.473166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:25.490834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:39:25.496128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] Usage tracker for resource:security_group_rule and tenant:5cea4b30e0c44617996b4340a16b90e2 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:39:25.499197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:39:25.505046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:39:25.589464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:25.592404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:25.601377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9c1f3466-7292-4cd1-a6f8-27ec698c7ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:25.643296 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cea4b30e0c44617996b4340a16b90e2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3294730
Dec 21 04:39:25.644940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0172e9dd-7fa8-4aea-8488-03f86822bbf7,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:25.646193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57632) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:25.648208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ab7f9c1f-04ae-420c-9b9d-bf5fd60a6853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:25.708173 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8a695eb4-7d58-4a30-b7fc-53c9f9fed21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:25.736919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8a695eb4-7d58-4a30-b7fc-53c9f9fed21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:25.784681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8a695eb4-7d58-4a30-b7fc-53c9f9fed21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:25.789584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3fbdd049-19b1-4e4a-b30b-11661f059693 tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:25.803466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a695eb4-7d58-4a30-b7fc-53c9f9fed21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0172e9dd-7fa8-4aea-8488-03f86822bbf7,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:25.806214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8a695eb4-7d58-4a30-b7fc-53c9f9fed21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:25.808063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8a695eb4-7d58-4a30-b7fc-53c9f9fed21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:25.809258 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8a695eb4-7d58-4a30-b7fc-53c9f9fed21a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0172e9dd-7fa8-4aea-8488-03f86822bbf7 HTTP/1.1" status: 204  len: 168 time: 0.1620088
Dec 21 04:39:26.151196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 57646) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:26.171342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:26.187466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:39:26.191612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Usage tracker for resource:security_group_rule and tenant:f5996b12781548c5b310fab3c7927698 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:39:26.194584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:39:26.200549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:39:26.290675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57656) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:26.297755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:26.300897 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:26.313218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c90662a1-1293-4b87-9de6-131716dd9b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:26.349177 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5996b12781548c5b310fab3c7927698&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1965904
Dec 21 04:39:26.351313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57662) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:26.369801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750bcfa5-271f-4c44-babe-e3e03e208f46,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:26.373740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:26.418153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-da202e53-212a-4529-9521-f1a61341c99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:26.451410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-da202e53-212a-4529-9521-f1a61341c99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:26.507946 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-da202e53-212a-4529-9521-f1a61341c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:26.516035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d264ebed-0b94-4024-8dd9-950960fc372a tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:26.538346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-da202e53-212a-4529-9521-f1a61341c99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:26.540761 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-da202e53-212a-4529-9521-f1a61341c99f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/750bcfa5-271f-4c44-babe-e3e03e208f46 HTTP/1.1" status: 204  len: 168 time: 0.1883633
Dec 21 04:39:26.541713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da202e53-212a-4529-9521-f1a61341c99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750bcfa5-271f-4c44-babe-e3e03e208f46,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:26.544534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-da202e53-212a-4529-9521-f1a61341c99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:26.680623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-13be3407-c408-43e7-81d9-14f45506c4bb admin admin] Deleting subnet 768e6038-87a7-4aaa-a002-e5f17e14add7 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:39:26.684581 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13be3407-c408-43e7-81d9-14f45506c4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:26.740555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13be3407-c408-43e7-81d9-14f45506c4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5480494'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:26.803516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13be3407-c408-43e7-81d9-14f45506c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:27.072812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13be3407-c408-43e7-81d9-14f45506c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847533643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6353853'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:27.089297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:27.143710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be3407-c408-43e7-81d9-14f45506c4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768e6038-87a7-4aaa-a002-e5f17e14add7,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:27.147573 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-13be3407-c408-43e7-81d9-14f45506c4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:27.229388 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-13be3407-c408-43e7-81d9-14f45506c4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:27.235619 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-13be3407-c408-43e7-81d9-14f45506c4bb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/768e6038-87a7-4aaa-a002-e5f17e14add7 HTTP/1.1" status: 204  len: 168 time: 0.9431286
Dec 21 04:39:27.238266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57684) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:27.358789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:27.563987 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:27.683884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e41ae54e0>,) {'filters': {'network_id': ['096868bb-03bf-4f46-9308-80a0087345aa']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:39:27.698373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e41ae54e0>, '7117f5cb-e71c-4196-adec-d001b90ece1a') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:39:27.698712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e41ae54e0>, '7117f5cb-e71c-4196-adec-d001b90ece1a') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:39:27.716604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:27.733539 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:27.735868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:39:27.924448 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Network 096868bb-03bf-4f46-9308-80a0087345aa has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:39:27.934700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:28.130269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Network 096868bb-03bf-4f46-9308-80a0087345aa has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:39:28.153338 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:39:28.231953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:28.235327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:28.252293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:28.258557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=096868bb-03bf-4f46-9308-80a0087345aa,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:28.261999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:28.263647 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-94cd62a0-5577-4c30-a465-ced01cbe4cbb admin admin] 10.222.0.16 "DELETE /v2.0/networks/096868bb-03bf-4f46-9308-80a0087345aa HTTP/1.1" status: 204  len: 168 time: 1.0243688
Dec 21 04:39:28.266538 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57716) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:28.330658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05eb705-8427-4515-bff7-d4e59fe27b61 admin admin] Deleting subnet 13eec6b4-8767-4801-829f-78b44b87b473 {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:39:28.333705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f05eb705-8427-4515-bff7-d4e59fe27b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:28.389688 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f05eb705-8427-4515-bff7-d4e59fe27b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5480494'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:28.448354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f05eb705-8427-4515-bff7-d4e59fe27b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:28.709853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f05eb705-8427-4515-bff7-d4e59fe27b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847533643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6353853'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:28.726168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a65a197a-f0df-4d1b-8f20-c6ad9c1261be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:28.773893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05eb705-8427-4515-bff7-d4e59fe27b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13eec6b4-8767-4801-829f-78b44b87b473,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:28.778955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f05eb705-8427-4515-bff7-d4e59fe27b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:28.860639 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f05eb705-8427-4515-bff7-d4e59fe27b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:28.866581 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f05eb705-8427-4515-bff7-d4e59fe27b61 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/13eec6b4-8767-4801-829f-78b44b87b473 HTTP/1.1" status: 204  len: 168 time: 0.5990155
Dec 21 04:39:28.869612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57720) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:28.983710 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:29.172860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:29.292634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e42d86c88>,) {'filters': {'network_id': ['71a96cd3-e8b9-4d75-9316-4f9f14c84acf']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:39:29.307094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42d86c88>, '733bc736-d947-461d-a468-7ce92f9656de') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:39:29.307444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e42d86c88>, '733bc736-d947-461d-a468-7ce92f9656de') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:39:29.320464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:29.336052 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:29.338274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:39:29.563574 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Network 71a96cd3-e8b9-4d75-9316-4f9f14c84acf has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:39:29.574125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:29.995176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Network 71a96cd3-e8b9-4d75-9316-4f9f14c84acf has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:39:30.019450 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:39:30.092980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:30.097226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:30.100965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c6b37c2b-7c68-4e74-adfa-09d1b0fee1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:30.122034 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] 10.222.0.16 "DELETE /v2.0/networks/71a96cd3-e8b9-4d75-9316-4f9f14c84acf HTTP/1.1" status: 204  len: 168 time: 1.2514091
Dec 21 04:39:30.123233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Pushing event deleted for resources: {'Network': ['ID=71a96cd3-e8b9-4d75-9316-4f9f14c84acf,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:30.125919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-78378e85-d3ba-4373-a85f-041b2ebbde69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:30.344042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57744) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:30.398915 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e924d9a6-f759-498d-a3b4-92d36804d176 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f7a5febfed440688815091f1aa7f74f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0535920
Dec 21 04:39:30.402135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57748) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:30.463644 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d064e3a4-556c-4e92-a569-dfd614d2eff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:30.490791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d064e3a4-556c-4e92-a569-dfd614d2eff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:30.537411 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d064e3a4-556c-4e92-a569-dfd614d2eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:30.542770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-92338c10-fddf-4c9d-985b-359f4dd3332f tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:30.556321 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064e3a4-556c-4e92-a569-dfd614d2eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df883e9-0c79-4fb3-8435-3ecc628adcff,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:30.559393 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d064e3a4-556c-4e92-a569-dfd614d2eff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:30.561414 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d064e3a4-556c-4e92-a569-dfd614d2eff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:30.562625 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-d064e3a4-556c-4e92-a569-dfd614d2eff4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7df883e9-0c79-4fb3-8435-3ecc628adcff HTTP/1.1" status: 204  len: 168 time: 0.1595030
Dec 21 04:39:30.977218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57762) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:31.029985 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-bde9bc87-edea-4048-9530-67187e5502b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d77395e0074a46039722476de75c57c2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0514691
Dec 21 04:39:31.032424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57766) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:31.095780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f8c59fe3-82e5-43b8-bfcb-d18882b0ef0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:31.123445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f8c59fe3-82e5-43b8-bfcb-d18882b0ef0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:31.168722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f8c59fe3-82e5-43b8-bfcb-d18882b0ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:31.173744 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2187cff5-5c3e-49bb-9214-0f03fe221dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:31.187027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c59fe3-82e5-43b8-bfcb-d18882b0ef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d281186-cdbe-419e-85e2-6678ddfeed4e,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:31.190128 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f8c59fe3-82e5-43b8-bfcb-d18882b0ef0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:31.192123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f8c59fe3-82e5-43b8-bfcb-d18882b0ef0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:31.193606 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f8c59fe3-82e5-43b8-bfcb-d18882b0ef0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d281186-cdbe-419e-85e2-6678ddfeed4e HTTP/1.1" status: 204  len: 168 time: 0.1599460
Dec 21 04:39:34.434122 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0fd91ff3-986f-4bf7-9b2d-e67a4f9ce7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:36.293578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57896) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:36.444471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:36.460878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:39:36.465785 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] Usage tracker for resource:security_group_rule and tenant:9e7824d3fdf94e29af33d2b740f73b81 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:39:36.468825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:39:36.474631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:39:36.562552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:36.565197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:36.574194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:36.620340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cf4ca1-15fe-423c-b3e9-447a9ade1435,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:36.627446 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e7824d3fdf94e29af33d2b740f73b81&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3302672
Dec 21 04:39:36.627446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1ac77ec1-ef4b-4ddc-b8ad-ab1ddb3cd50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:36.627839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 57902) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:36.689078 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-37366a5c-b90e-4fa1-89be-aa816d6a3c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:36.716152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-37366a5c-b90e-4fa1-89be-aa816d6a3c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:36.760423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-37366a5c-b90e-4fa1-89be-aa816d6a3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:36.765441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-888d5aee-2c23-4fa1-ac7c-222ac1bdb0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:36.779278 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37366a5c-b90e-4fa1-89be-aa816d6a3c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cf4ca1-15fe-423c-b3e9-447a9ade1435,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:36.781975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-37366a5c-b90e-4fa1-89be-aa816d6a3c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:36.784169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-37366a5c-b90e-4fa1-89be-aa816d6a3c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:36.785374 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-37366a5c-b90e-4fa1-89be-aa816d6a3c5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16cf4ca1-15fe-423c-b3e9-447a9ade1435 HTTP/1.1" status: 204  len: 168 time: 0.1565707
Dec 21 04:39:37.076204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-775d2a00-726d-4384-ba2b-68b42d428697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:37.253440 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:38.376407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:39.079062 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:41.135863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:39:48.709407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:49.732650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58152) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:49.891063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:49.907326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:39:49.911408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Usage tracker for resource:security_group_rule and tenant:99bfcacadab9454481994e694065a0ac is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:39:49.914346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:39:49.920238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:39:50.009685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:50.013699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:50.026867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f757c8f3-dd1d-44aa-9b07-b6e99aa79ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:50.071062 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b08e1c0-8499-4907-8d9d-7fde1f0abebf,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:50.081698 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99bfcacadab9454481994e694065a0ac&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3478262
Dec 21 04:39:50.083565 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.083995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.084386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.084799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.085014 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58174) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:39:50.085186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.085590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.085994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.086403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.086784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.087209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.087611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.088010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.088468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.088867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.089264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.089667 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.090067 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.091072 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.091443 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.091839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.092239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.092635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.093029 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.093417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.098236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-dd8aa7aa-9b7b-4944-8ed4-f1525644eb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:50.151825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:50.180592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:50.229587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:50.234866 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-79c54287-39c3-4605-bd4b-816f0fde54ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:39:50.249502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b08e1c0-8499-4907-8d9d-7fde1f0abebf,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:39:50.260467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.260897 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.261316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.261733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.262928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.263376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.263789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.264204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.264611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.265017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.265459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.265860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.266315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.266716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.267145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.267543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.267942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.268340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.268737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.269133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.269529 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.269925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.270387 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.270938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:39:50.275776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:39:50.292864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:39:50.296647 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8d120661-f9cb-4b00-b40a-dae211a7987d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b08e1c0-8499-4907-8d9d-7fde1f0abebf HTTP/1.1" status: 204  len: 168 time: 0.2081230
Dec 21 04:40:04.437174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7dd9babb-bd34-466a-9853-8c8a8a2cca35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:07.078279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9142587a-adf3-4140-923b-91df998e9163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:07.251502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:08.368924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:09.082230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:10.838923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58490) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:10.995109 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.011230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:11.016226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Usage tracker for resource:security_group_rule and tenant:2e80a133d2cc403d84045466050ab78a is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:11.019186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:11.024900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:11.116862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.119819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.128612 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-97acfe20-928e-482c-abf2-963c7ddd5e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:11.174495 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e80a133d2cc403d84045466050ab78a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3320761
Dec 21 04:40:11.174495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43f8f1e-2eb1-49c7-9f20-6ec9f330614b,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:11.175683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58500) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:11.178819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:11.242436 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-17417e1f-c272-41b2-a108-180a2da223b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.271648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-17417e1f-c272-41b2-a108-180a2da223b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.329076 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-17417e1f-c272-41b2-a108-180a2da223b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.334347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-edd33fa8-2002-4234-ab73-a5f1c9af36d8 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:11.349789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17417e1f-c272-41b2-a108-180a2da223b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43f8f1e-2eb1-49c7-9f20-6ec9f330614b,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:11.352939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-17417e1f-c272-41b2-a108-180a2da223b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:11.357357 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-17417e1f-c272-41b2-a108-180a2da223b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.358690 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-17417e1f-c272-41b2-a108-180a2da223b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e43f8f1e-2eb1-49c7-9f20-6ec9f330614b HTTP/1.1" status: 204  len: 168 time: 0.1815915
Dec 21 04:40:11.710944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58516) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:11.729828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.749699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:11.753679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac890cdc4884005b37c96340490e56d is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:11.756595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:11.762262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:11.846465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.849254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.859129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-227e4b5c-2cb5-4309-a0a8-46e7c4f2c34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:11.901493 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ac890cdc4884005b37c96340490e56d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1894507
Dec 21 04:40:11.902417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b9dc70-34e4-43e6-85b4-82c23d499395,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:11.904955 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58520) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:11.906363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:11.967825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-23c14601-d2db-4e0a-a0c4-07dd37ea0f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:11.994177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-23c14601-d2db-4e0a-a0c4-07dd37ea0f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:12.038562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-23c14601-d2db-4e0a-a0c4-07dd37ea0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:12.043690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57686297-9e1e-4990-b9a4-46f2ff0cdb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:12.056047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c14601-d2db-4e0a-a0c4-07dd37ea0f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b9dc70-34e4-43e6-85b4-82c23d499395,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:12.058753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-23c14601-d2db-4e0a-a0c4-07dd37ea0f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:12.067760 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-23c14601-d2db-4e0a-a0c4-07dd37ea0f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:12.068989 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-23c14601-d2db-4e0a-a0c4-07dd37ea0f1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14b9dc70-34e4-43e6-85b4-82c23d499395 HTTP/1.1" status: 204  len: 168 time: 0.1626785
Dec 21 04:40:14.381344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58592) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:14.534947 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:14.553417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:14.557439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Usage tracker for resource:security_group_rule and tenant:9692670b95c54154914d2f4b75ddf009 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:14.560887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:14.566622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:14.653657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:14.656218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:14.664968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a163ec8c-a817-457c-9efe-efed27763af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:14.706926 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9692670b95c54154914d2f4b75ddf009&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3243921
Dec 21 04:40:14.708634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a14bcc-68fd-4f58-a07b-be18caee19cf,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:14.709794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58598) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:14.712114 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:14.773154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c833fa65-7cd6-4349-b103-880e764faf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:14.801356 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c833fa65-7cd6-4349-b103-880e764faf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:14.846412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c833fa65-7cd6-4349-b103-880e764faf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:14.851369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f2f25d1d-140e-46e1-8634-c469c2b7d821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:14.868428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833fa65-7cd6-4349-b103-880e764faf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a14bcc-68fd-4f58-a07b-be18caee19cf,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:14.871241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c833fa65-7cd6-4349-b103-880e764faf94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:14.880544 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c833fa65-7cd6-4349-b103-880e764faf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:14.884492 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c833fa65-7cd6-4349-b103-880e764faf94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18a14bcc-68fd-4f58-a07b-be18caee19cf HTTP/1.1" status: 204  len: 168 time: 0.1709251
Dec 21 04:40:15.221693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58610) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:15.241367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:15.257211 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:15.261335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Usage tracker for resource:security_group_rule and tenant:ff05149be2f54a79bf84066f5318a47e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:15.264417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:15.270209 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:15.354177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:15.357631 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:15.366572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-37366a5c-b90e-4fa1-89be-aa816d6a3c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:15.409294 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff05149be2f54a79bf84066f5318a47e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1864848
Dec 21 04:40:15.411013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe3883-e0f4-4de4-a251-8df7234095ba,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:15.412182 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58614) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:15.414281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:15.476550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-40998f5f-3964-49e6-b9bd-8e7b911e51f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:15.504151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-40998f5f-3964-49e6-b9bd-8e7b911e51f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:15.550518 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-40998f5f-3964-49e6-b9bd-8e7b911e51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:15.555548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c238701a-79fd-4278-9c0b-b2476c967a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:15.571512 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40998f5f-3964-49e6-b9bd-8e7b911e51f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe3883-e0f4-4de4-a251-8df7234095ba,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:15.573901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-40998f5f-3964-49e6-b9bd-8e7b911e51f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:15.581848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-40998f5f-3964-49e6-b9bd-8e7b911e51f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:15.583096 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-40998f5f-3964-49e6-b9bd-8e7b911e51f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3abe3883-e0f4-4de4-a251-8df7234095ba HTTP/1.1" status: 204  len: 168 time: 0.1697927
Dec 21 04:40:17.434766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58670) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:17.590829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:17.609926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:17.614251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] Usage tracker for resource:security_group_rule and tenant:935195384f4a49168cc712ae888e7db4 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:17.617705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:17.623754 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:17.710838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:17.714549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:17.729039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-eea70cc1-b2c8-49b9-b50e-f817bd27190b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:17.772420 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=935195384f4a49168cc712ae888e7db4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3338203
Dec 21 04:40:17.772746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58682) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:17.786413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e7fc5b-c151-4048-b4bc-90302b8315c2,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:17.790811 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-169d8ce2-fdde-4d09-830e-f4f7c94a2c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:17.839747 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c92e7837-13af-4233-add3-ee751fe2782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:17.868382 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c92e7837-13af-4233-add3-ee751fe2782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:17.915473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c92e7837-13af-4233-add3-ee751fe2782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:17.920770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8a695eb4-7d58-4a30-b7fc-53c9f9fed21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:17.933362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e7837-13af-4233-add3-ee751fe2782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e7fc5b-c151-4048-b4bc-90302b8315c2,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:17.936118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c92e7837-13af-4233-add3-ee751fe2782d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:17.945424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c92e7837-13af-4233-add3-ee751fe2782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:17.949173 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c92e7837-13af-4233-add3-ee751fe2782d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85e7fc5b-c151-4048-b4bc-90302b8315c2 HTTP/1.1" status: 204  len: 168 time: 0.1729350
Dec 21 04:40:18.135753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:40:18.713337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:18.779207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58734) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:18.922330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58742) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:18.991169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.011901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1252365335-network', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:19.018016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:19.022690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:19.025184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Usage tracker for resource:network and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:19.028497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:19.035619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] Usage tracker for resource:security_group_rule and tenant:fec8be4dc536437e92ec1d59fdaa0877 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:19.038887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:19.041108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:19.049611 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:19.059397 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Made reservation on behalf of c9a3b1a5cbe74271b3ec25d419290273 for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:40:19.064254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.084924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.105040 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:19.113552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Usage tracker for resource:security_group_rule and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:19.117830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:19.126338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:19.216035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.223969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.234127 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f4e46187-5b04-4de9-b619-fcffe94179c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:19.299518 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fec8be4dc536437e92ec1d59fdaa0877&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5184515
Dec 21 04:40:19.302407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58748) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:19.310510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053f617e-5c2f-4fd5-a535-4d761f7ab87b,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:19.315882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c4ed55f1-b9dd-4c8f-8c2d-a9a285279d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:19.317653 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.321398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.325792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-17417e1f-c272-41b2-a108-180a2da223b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:19.363142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:40:19.366298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32fecb6c-49b6-4717-8b4a-4fffffc5eea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.372636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca64f7bd-b234-4cf9-87a1-780e5876cc30,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:19.376891 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:19.382131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275586200863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.382131 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Added segment 339f02c8-612e-4ca3-bef4-13329b58af83 of type vxlan for network 6d868963-851b-4b8f-95e5-ad6093b907aa
Dec 21 04:40:19.395497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32fecb6c-49b6-4717-8b4a-4fffffc5eea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.409673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.440531 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.442553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32fecb6c-49b6-4717-8b4a-4fffffc5eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.442697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:19.442697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.448498 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:19.449204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b025b26a-c7fe-4aae-8c66-c4572f8ca250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:19.463459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fecb6c-49b6-4717-8b4a-4fffffc5eea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f617e-5c2f-4fd5-a535-4d761f7ab87b,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:19.465409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-32fecb6c-49b6-4717-8b4a-4fffffc5eea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.466611 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-32fecb6c-49b6-4717-8b4a-4fffffc5eea4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/053f617e-5c2f-4fd5-a535-4d761f7ab87b HTTP/1.1" status: 204  len: 168 time: 0.1631119
Dec 21 04:40:19.467831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-32fecb6c-49b6-4717-8b4a-4fffffc5eea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:19.563504 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Pushing event updated for resources: {'Network': ['ID=6d868963-851b-4b8f-95e5-ad6093b907aa,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:19.575319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:19.576045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 6d868963-851b-4b8f-95e5-ad6093b907aa details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:40:19.589919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network 6d868963-851b-4b8f-95e5-ad6093b907aa details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:40:19.600858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58758) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:19.607717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Request body: {'subnet': {'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1252365335-subnet', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'ip_version': 4}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:19.609594 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6859748
Dec 21 04:40:19.616243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:19.620841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Usage tracker for resource:subnet and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:19.623958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:19.630635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:19.643147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Made reservation on behalf of c9a3b1a5cbe74271b3ec25d419290273 for: {'subnet': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:40:19.649662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6897958'] for subnet, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.906270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58766) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:19.927738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:19.944175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:19.948412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] Usage tracker for resource:security_group_rule and tenant:35585f949a5b4ede883a1ba266ca5aa7 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:19.951449 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:19.958318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:20.050351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.053042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.062204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2afa5c24-bd3d-42a6-894e-5f71eecdf21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:20.088949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847871921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6897975'] for subnet, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.104272 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35585f949a5b4ede883a1ba266ca5aa7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1964281
Dec 21 04:40:20.105109 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:20.107064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58770) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:20.109968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaf7804-fdac-4747-bcd0-425a8b9116c1,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:20.124523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1e7e765c-6d1c-4344-b1b9-d3d5e6782b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:20.173496 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8cb8775d-4e9b-4e33-9c1d-5271b3405e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.204337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8cb8775d-4e9b-4e33-9c1d-5271b3405e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.240652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9631b37-aa44-43bb-8e2b-4f2e51041486,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:20.245805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:20.253798 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8cb8775d-4e9b-4e33-9c1d-5271b3405e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.259319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d016e230-e0be-433c-b5f9-eb4821e7c3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:20.273734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8775d-4e9b-4e33-9c1d-5271b3405e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaf7804-fdac-4747-bcd0-425a8b9116c1,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:20.276299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8cb8775d-4e9b-4e33-9c1d-5271b3405e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:20.278818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8cb8775d-4e9b-4e33-9c1d-5271b3405e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.280124 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8cb8775d-4e9b-4e33-9c1d-5271b3405e46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1aaf7804-fdac-4747-bcd0-425a8b9116c1 HTTP/1.1" status: 204  len: 168 time: 0.1719155
Dec 21 04:40:20.317852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Checking segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:40:20.318250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Network hostable DHCP agents. Network: 6d868963-851b-4b8f-95e5-ad6093b907aa, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:40:20.337887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Network 6d868963-851b-4b8f-95e5-ad6093b907aa is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:40:20.347056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 6d868963-851b-4b8f-95e5-ad6093b907aa) {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:20.356285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7b7d1-54dc-4f0c-8026-aa81fc2882a3 None None] Network 6d868963-851b-4b8f-95e5-ad6093b907aa requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:40:20.359513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:20.360161 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.384577 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8744d4fd-0914-44cb-bc81-76cf928cb987 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7814052
Dec 21 04:40:20.384704 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58776) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:20.390723 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:20.395950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:20.400333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Usage tracker for resource:router and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:20.403383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:20.410007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:20.419703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854685135'] for router, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.421370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-950231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854216347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90682'] for router, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.440371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.602305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c723bf3-7a1b-5d43-97d1-5300dc6e54f5-6d868963-851b-4b8f-95e5-ad6093b907aa', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486'}]}} from dv-cinder-733062-17-iscsi. {{(pid=80294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 04:40:20.603254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.750816 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:20.929929 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Allocated IP 172.20.0.2 (6d868963-851b-4b8f-95e5-ad6093b907aa/c9631b37-aa44-43bb-8e2b-4f2e51041486/561394c8-f3eb-4879-b1be-6d79caa3ccde) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:40:21.100217 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:21.136848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:21.199264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:21.211348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Transition to ACTIVE for port object 561394c8-f3eb-4879-b1be-6d79caa3ccde will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:21.229024 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Transition to ACTIVE for port object 561394c8-f3eb-4879-b1be-6d79caa3ccde will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:21.234112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:21.252522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:21.395984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Pushing event updated for resources: {'Port': ['ID=561394c8-f3eb-4879-b1be-6d79caa3ccde,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:21.410098 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.410787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.410925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.411199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.411561 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.411923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.412284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.412643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.413009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.413484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.413694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.414048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.414456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.414807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.415204 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.415558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.415907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.416419 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.416582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.416929 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.417289 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.417627 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.417976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.418326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:21.424578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:21.431913 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Allocated IP 172.27.0.152 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/cf111b98-5d83-4b4b-b453-a0118931ee58) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:40:21.478085 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Network 6d868963-851b-4b8f-95e5-ad6093b907aa is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:40:21.479637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Resources bound (agent type, host, resource id):  {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:21.482317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:40:21.543011 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Attempting to bind port 561394c8-f3eb-4879-b1be-6d79caa3ccde on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:40:21.543431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Attempting to bind port 561394c8-f3eb-4879-b1be-6d79caa3ccde by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:40:21.543841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Attempting to bind port 561394c8-f3eb-4879-b1be-6d79caa3ccde on network 6d868963-851b-4b8f-95e5-ad6093b907aa {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:40:21.550273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:40:21.550703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Checking segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:40:21.551191 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:21.551626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Bound using segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:40:21.552149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Bound port: 561394c8-f3eb-4879-b1be-6d79caa3ccde, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:40:21.552561 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:21.618249 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:21.644950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] For port 561394c8-f3eb-4879-b1be-6d79caa3ccde, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:40:21.648254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] For port 561394c8-f3eb-4879-b1be-6d79caa3ccde, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=561394c8-f3eb-4879-b1be-6d79caa3ccde,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:40:21.648404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:21.652386 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:21.667647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:21.791240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-2b5cf97e-f2ed-4c02-be1e-3ea3ad7008a9 tempest-VolumesSnapshotTestJSON-1565489529 tempest-VolumesSnapshotTestJSON-1565489529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:21.818953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58810) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:21.825934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Pushing event updated for resources: {'Port': ['ID=561394c8-f3eb-4879-b1be-6d79caa3ccde,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:21.831317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:21.869079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:40:21.872788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:21.877080 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:40:21.917575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Pushing event updated for resources: {'Port': ['ID=cf111b98-5d83-4b4b-b453-a0118931ee58,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:21.923199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:21.982829 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.000125 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:22.004767 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] Usage tracker for resource:security_group_rule and tenant:0487fc6fb4b94619bbbfe9fdd1f71f70 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:22.008116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:22.013921 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:22.101856 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.105821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.117826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e18cbb6c-f711-49b5-8ded-4866e64a022a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:22.176408 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0487fc6fb4b94619bbbfe9fdd1f71f70&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3482080
Dec 21 04:40:22.176408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58820) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:22.194155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af377108-567b-40d4-ab8f-ea60e22d51e3,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:22.197890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3b2cf413-7065-4532-a831-e53de2faabbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:22.262211 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c528e7c6-64fc-440e-9e8f-1f8c0ba7d8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.306236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c528e7c6-64fc-440e-9e8f-1f8c0ba7d8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.377795 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c528e7c6-64fc-440e-9e8f-1f8c0ba7d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.386364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-64f63567-2a67-4d74-8ee3-c5d9862b357b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:22.399142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528e7c6-64fc-440e-9e8f-1f8c0ba7d8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af377108-567b-40d4-ab8f-ea60e22d51e3,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:22.403544 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c528e7c6-64fc-440e-9e8f-1f8c0ba7d8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:22.408674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c528e7c6-64fc-440e-9e8f-1f8c0ba7d8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.409933 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c528e7c6-64fc-440e-9e8f-1f8c0ba7d8ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af377108-567b-40d4-ab8f-ea60e22d51e3 HTTP/1.1" status: 204  len: 168 time: 0.2351053
Dec 21 04:40:22.568622 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58828) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:22.611310 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.798313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.816949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:22.822172 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] Usage tracker for resource:security_group_rule and tenant:29868d4cb9eb4bb89d8077ec5d016a97 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:22.827517 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:22.834636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:22.888993 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 561394c8-f3eb-4879-b1be-6d79caa3ccde up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:22.965753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.972107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:22.978802 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 561394c8-f3eb-4879-b1be-6d79caa3ccde completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:22.987306 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a640b40a-63f0-464a-81f0-0fdde95446ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:23.031448 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555'] for router, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:23.040234 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29868d4cb9eb4bb89d8077ec5d016a97&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4702916
Dec 21 04:40:23.042010 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef73990-2f93-433b-945e-45d01c6396b2,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:23.046094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-797206d3-ccce-4f1b-b7ad-470f50785c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:23.047097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58844) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:23.122782 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-776200b9-6ae3-4ea0-aa87-03de19427fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:23.154168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-776200b9-6ae3-4ea0-aa87-03de19427fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:23.212107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-776200b9-6ae3-4ea0-aa87-03de19427fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:23.220045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c528e7c6-64fc-440e-9e8f-1f8c0ba7d8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:23.237602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-776200b9-6ae3-4ea0-aa87-03de19427fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:23.239408 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-776200b9-6ae3-4ea0-aa87-03de19427fde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ef73990-2f93-433b-945e-45d01c6396b2 HTTP/1.1" status: 204  len: 168 time: 0.1912789
Dec 21 04:40:23.240584 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776200b9-6ae3-4ea0-aa87-03de19427fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef73990-2f93-433b-945e-45d01c6396b2,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:23.267686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-776200b9-6ae3-4ea0-aa87-03de19427fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:23.320591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 is scheduled to L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 with binding_index 1 {{(pid=80293) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 04:40:23.366609 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2dfa1-26be-408a-a76b-59c7df95fd43 None None] Network 6d868963-851b-4b8f-95e5-ad6093b907aa requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:40:23.432647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-9c14b357-5c0d-48c5-bf79-ca2fcb8ebc96 None None] Provisioning for port 561394c8-f3eb-4879-b1be-6d79caa3ccde completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:23.547401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:40:23.559748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Sync routers for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:40:23.568558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-9c14b357-5c0d-48c5-bf79-ca2fcb8ebc96 None None] Provisioning complete for port 561394c8-f3eb-4879-b1be-6d79caa3ccde triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:23.568976 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9c14b357-5c0d-48c5-bf79-ca2fcb8ebc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:23.576483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:40:23.577699 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43504240>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:40:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:23.606296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Notify callbacks [] for router, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:23.609662 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.2236125
Dec 21 04:40:23.612252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58856) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:23.786225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9c14b357-5c0d-48c5-bf79-ca2fcb8ebc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:23.835156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-9c14b357-5c0d-48c5-bf79-ca2fcb8ebc96 None None] For port 561394c8-f3eb-4879-b1be-6d79caa3ccde, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=561394c8-f3eb-4879-b1be-6d79caa3ccde,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:40:23.838580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:40:23.869810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9c14b357-5c0d-48c5-bf79-ca2fcb8ebc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:23.877407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:23.967589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14b357-5c0d-48c5-bf79-ca2fcb8ebc96 None None] Pushing event updated for resources: {'Port': ['ID=561394c8-f3eb-4879-b1be-6d79caa3ccde,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:23.971959 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9c14b357-5c0d-48c5-bf79-ca2fcb8ebc96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:24.182065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43504240>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:22Z', 'revision_number': 3, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:24.187042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Checking router: 42ab8466-798e-41b7-a0f8-9fec5f77cd49 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:40:24.187441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Updating router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 port cf111b98-5d83-4b4b-b453-a0118931ee58 binding host dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:40:24.257776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:24.299037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-bf678e5a-6778-4754-a137-5830ddd5be28 None None] Provisioning complete for port 561394c8-f3eb-4879-b1be-6d79caa3ccde triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:24.299466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bf678e5a-6778-4754-a137-5830ddd5be28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:24.634813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-a7ac9d29-bd44-41ee-a3de-4992043cdaaf None None] Provisioning complete for port 561394c8-f3eb-4879-b1be-6d79caa3ccde triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:24.635265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a7ac9d29-bd44-41ee-a3de-4992043cdaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:24.636256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:24.820473 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:24.833282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Transition to ACTIVE for port object cf111b98-5d83-4b4b-b453-a0118931ee58 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:24.836683 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:24.849981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 561394c8-f3eb-4879-b1be-6d79caa3ccde up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:24.858330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:24.916463 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-51e362ae-fa12-44c7-a598-2ca79271341c None None] Provisioning complete for port 561394c8-f3eb-4879-b1be-6d79caa3ccde triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:24.916776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-51e362ae-fa12-44c7-a598-2ca79271341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:24.990406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 561394c8-f3eb-4879-b1be-6d79caa3ccde triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:24.990960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:24.993539 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Pushing event updated for resources: {'Port': ['ID=cf111b98-5d83-4b4b-b453-a0118931ee58,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:25.003366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Allocated IP 172.20.0.1 (6d868963-851b-4b8f-95e5-ad6093b907aa/c9631b37-aa44-43bb-8e2b-4f2e51041486/21de8e62-13c6-4df5-8631-27fcebe2ee45) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:40:25.010496 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.010883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.011281 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.011648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.012013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.012377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.012736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.013097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.013474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.014096 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.014219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.014539 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.015180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.015293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.015646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.015996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.016344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.016859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.017033 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.017361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.017709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.018056 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.018405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.018751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:25.024809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:25.078957 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Attempting to bind port cf111b98-5d83-4b4b-b453-a0118931ee58 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:40:25.079383 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Attempting to bind port cf111b98-5d83-4b4b-b453-a0118931ee58 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:40:25.079789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Attempting to bind port cf111b98-5d83-4b4b-b453-a0118931ee58 on network 62fcf32e-2351-40da-9ead-73ebabec5a60 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:40:25.086324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:40:25.086892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:40:25.087371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:25.087805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Bound using segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:40:25.088344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Bound port: cf111b98-5d83-4b4b-b453-a0118931ee58, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:40:25.088763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:25.167441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] For port cf111b98-5d83-4b4b-b453-a0118931ee58, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:40:25.171986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] For port cf111b98-5d83-4b4b-b453-a0118931ee58, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=cf111b98-5d83-4b4b-b453-a0118931ee58,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:40:25.176153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:25.180203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:25.193139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5d7a2717-a3f6-47ca-ad21-2f008284d0a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:25.197662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Transition to ACTIVE for port object 21de8e62-13c6-4df5-8631-27fcebe2ee45 will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:25.219293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:25.235036 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-dad48c8a-bcdf-4c21-8bd0-0f612a8c1271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:25.347326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Pushing event updated for resources: {'Port': ['ID=cf111b98-5d83-4b4b-b453-a0118931ee58,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:25.351897 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c3aa9a11-21dc-4bb8-9951-0eb394d3665b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:25.383445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=21de8e62-13c6-4df5-8631-27fcebe2ee45,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:25.388780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:25.395146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:40:25.395806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43504240>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:40:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:25.429868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Network 6d868963-851b-4b8f-95e5-ad6093b907aa is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:40:25.431084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:25.433410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:40:25.501831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950064'] for router_interface, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:25.610923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:40:25.712446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-5dbaccd3-7707-4df0-aa84-6d9c6c98ec4c None None] Provisioning for port 21de8e62-13c6-4df5-8631-27fcebe2ee45 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:25.720108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-5dbaccd3-7707-4df0-aa84-6d9c6c98ec4c None None] Provisioning complete for port 21de8e62-13c6-4df5-8631-27fcebe2ee45 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:25.720780 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5dbaccd3-7707-4df0-aa84-6d9c6c98ec4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:25.782639 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-5dbaccd3-7707-4df0-aa84-6d9c6c98ec4c None None] Port 21de8e62-13c6-4df5-8631-27fcebe2ee45 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:40:25.798826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:26.036154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58886) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:26.073921 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-86acdab6-f3c1-4794-a2de-ddce2e5cadfb tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/networks?tenant_id=a3cbcccfa66a4f6daafb4d9b2edb4768&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0359933
Dec 21 04:40:26.098870 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43504240>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:22Z', 'revision_number': 3, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:26.103402 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829bd338-999a-4ca8-a52c-2cfd84d55267 None None] The sync data for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi is: [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:22Z', 'revision_number': 3, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:40:26.108462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:26.112298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:26.145377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:26.241295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=21de8e62-13c6-4df5-8631-27fcebe2ee45,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:26.245019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853480123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949643'] for router_interface, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:26.261834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-14fe4b28-6c3f-4d12-9edb-5bbba0fc2715 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:26.262695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:26.263500 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-14fe4b28-6c3f-4d12-9edb-5bbba0fc2715 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1825860
Dec 21 04:40:26.279995 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-21b41513-c5a3-40b3-b99a-52f23cc37790 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/quotas/a3cbcccfa66a4f6daafb4d9b2edb4768 HTTP/1.1" status: 200  len: 375 time: 0.0101962
Dec 21 04:40:26.334974 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-6ebdcf11-deef-48df-bf52-4469464c1dc9 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?tenant_id=a3cbcccfa66a4f6daafb4d9b2edb4768&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0474339
Dec 21 04:40:26.421348 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Network 6d868963-851b-4b8f-95e5-ad6093b907aa is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:40:26.422791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:26.611646 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58900) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:26.724513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:40:26.827580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-137dbaff-f3e4-4e3c-aafe-ccd09511a2fe None None] Provisioning complete for port 21de8e62-13c6-4df5-8631-27fcebe2ee45 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:26.828225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-137dbaff-f3e4-4e3c-aafe-ccd09511a2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:26.947358 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4edc420d-b529-414a-a563-3669379a3cf2 req-e4c092cf-b405-4014-8f98-57a4d9c477b8 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 210 time: 0.3268404
Dec 21 04:40:26.961701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device cf111b98-5d83-4b4b-b453-a0118931ee58 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:26.998530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:40:27.014418 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] 10.222.0.16 "PUT /v2.0/routers/42ab8466-798e-41b7-a0f8-9fec5f77cd49/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4000750
Dec 21 04:40:27.022191 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-137dbaff-f3e4-4e3c-aafe-ccd09511a2fe None None] Port 21de8e62-13c6-4df5-8631-27fcebe2ee45 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:40:27.060964 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port cf111b98-5d83-4b4b-b453-a0118931ee58 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:27.066876 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port cf111b98-5d83-4b4b-b453-a0118931ee58 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:27.068730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:27.210186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:27.228069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port cf111b98-5d83-4b4b-b453-a0118931ee58, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=cf111b98-5d83-4b4b-b453-a0118931ee58,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:40:27.231103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:27.233729 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:27.311280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=cf111b98-5d83-4b4b-b453-a0118931ee58,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:27.315739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:27.868776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 58932) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:27.875425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-417179723-network', 'tenant_id': 'cd09b75828604b7bab909c44273d847e'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:27.880643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:27.884697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Usage tracker for resource:network and tenant:cd09b75828604b7bab909c44273d847e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:27.887695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:27.893990 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:27.903331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Made reservation on behalf of cd09b75828604b7bab909c44273d847e for: {'network': 1} {{(pid=80293) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:40:27.908039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for network, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:27.920571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:27.935483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:27.939923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Usage tracker for resource:security_group_rule and tenant:cd09b75828604b7bab909c44273d847e is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:27.942817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:27.948487 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:28.046838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:28.049714 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:28.054368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-da202e53-212a-4529-9521-f1a61341c99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:28.083651 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80293) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 04:40:28.100449 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.55', 54552) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:28.134953 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-252fdbd5-0009-43a3-ae8d-65338399096b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.55 "GET /v2.0/networks?tenant_id=a3cbcccfa66a4f6daafb4d9b2edb4768&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331268
Dec 21 04:40:28.151446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c79ae2-1cf6-4878-952d-01453a78dde4,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:28.154671 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275586200863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:28.155136 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.segments_db [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Added segment abf58be3-003e-41eb-a091-a85da71d0e82 of type vxlan for network 92ad2d3e-a996-475a-a50c-10917c0999b9
Dec 21 04:40:28.165063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:28.168240 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11684a60-6449-4128-976b-5d7c38f4722d req-d8912dca-b78f-4933-9af3-b908f33f9ae9 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 210 time: 0.0724306
Dec 21 04:40:28.206938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275586687604'] for network, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:28.238256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108'] for network, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:28.239745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:28.240496 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:28.246557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:28.302166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-829cb22e-ed04-4f81-8734-cf958fa874b3 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:28.304072 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-829cb22e-ed04-4f81-8734-cf958fa874b3 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1635530
Dec 21 04:40:28.320474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Request body: {'port': {'device_id': '5f3623b6-9dd5-4e2f-825a-406c0036ba51', 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3', 'admin_state_up': True, 'tenant_id': 'a3cbcccfa66a4f6daafb4d9b2edb4768'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:28.359598 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4895799
Dec 21 04:40:28.363156 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58944) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:28.366337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Pushing event updated for resources: {'Network': ['ID=92ad2d3e-a996-475a-a50c-10917c0999b9,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:28.370150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e49e8780-d5ed-4035-99f7-60d3bd564328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:28.372159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Request body: {'subnet': {'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-417179723-subnet', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'ip_version': 4}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:28.379940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 details requested by agent ovs-agent-dv-cinder-733062-17-iscsi with host dv-cinder-733062-17-iscsi {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:40:28.393840 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:40:28.431389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:28.445962 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Usage tracker for resource:subnet and tenant:cd09b75828604b7bab909c44273d847e is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:28.451162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:28.460855 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:28.486875 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Made reservation on behalf of cd09b75828604b7bab909c44273d847e for: {'subnet': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:40:28.491533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6897958'] for subnet, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:28.526333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:28.534819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Usage tracker for resource:port and tenant:a3cbcccfa66a4f6daafb4d9b2edb4768 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:28.539319 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Quota usage for port was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:28.595323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:28.619251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Made reservation on behalf of a3cbcccfa66a4f6daafb4d9b2edb4768 for: {'port': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:40:28.625401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:28.642860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks [] for security_group, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:28.662215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:28.667730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Usage tracker for resource:security_group_rule and tenant:a3cbcccfa66a4f6daafb4d9b2edb4768 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:28.671966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:28.680564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:28.841504 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device cf111b98-5d83-4b4b-b453-a0118931ee58 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:28.916413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port cf111b98-5d83-4b4b-b453-a0118931ee58 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:28.916831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:29.130403 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks [] for security_group, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:29.135505 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:29.148004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-46d772e8-5e83-499e-a87d-993c9cf063c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:29.187838 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Sync routers for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:40:29.197900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:40:29.198569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4257b748>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:40:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:29.273159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Pushing event updated for resources: {'SecurityGroup': ['ID=604aac78-f18b-4c5a-b636-eed89e009f8d,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:29.280604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:29.368435 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-590dd52d-f04a-4a89-a1e0-d3d1cc79f10f req-4cf09543-8c45-4bcc-9040-1e9b55f6937a tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 210 time: 0.0593891
Dec 21 04:40:29.401174 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:40:29.553325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847871921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6897975'] for subnet, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:29.578534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-598d0a7c-c05e-4734-92d5-3d43dc033aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:29.737839 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad,revision_number=0']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:29.747102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4257b748>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 2, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:29.747733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Allocated IP 192.168.233.151 (2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3/4fc228ff-d2a5-4405-af7d-8a989389ebaf/5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:40:29.752195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Checking router: 42ab8466-798e-41b7-a0f8-9fec5f77cd49 for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:40:29.752599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Updating router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 port 21de8e62-13c6-4df5-8631-27fcebe2ee45 binding host dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:40:29.753213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:29.806279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:29.899970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Checking segment: {'id': 'abf58be3-003e-41eb-a091-a85da71d0e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:40:29.900390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Network hostable DHCP agents. Network: 92ad2d3e-a996-475a-a50c-10917c0999b9, hostable agents: ['4bcba5ac-f577-4048-a08a-f572a4ffa1b3'], hosted agents: [] {{(pid=80292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 04:40:29.991733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 is scheduled to be hosted by DHCP agent 4bcba5ac-f577-4048-a08a-f572a4ffa1b3 with binding_index 1 {{(pid=80292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 04:40:30.014523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-17-iscsi, 92ad2d3e-a996-475a-a50c-10917c0999b9) {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:30.027304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c24cbc-6519-44d3-9994-0d44ad4a0256 None None] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:40:30.040179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:30.040828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.059008 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.086121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Transition to ACTIVE for port object 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:30.088138 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-917cbd92-5aa8-40e3-accd-9a4996da66a2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7237477
Dec 21 04:40:30.090994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58954) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:30.098106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:30.104432 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:30.111738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Usage tracker for resource:router and tenant:cd09b75828604b7bab909c44273d847e is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:30.115674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:30.124041 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:30.136516 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.138474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-937175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854685135'] for router, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.140108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-941948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-950231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854216347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90682'] for router, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.157396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c72ec35f-4878-4841-b06e-735c61fd0ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:30.254736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.320276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Pushing event updated for resources: {'Port': ['ID=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:30.325758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:30.412203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c723bf3-7a1b-5d43-97d1-5300dc6e54f5-92ad2d3e-a996-475a-a50c-10917c0999b9', 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'fixed_ips': [{'subnet_id': '3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad'}]}} from dv-cinder-733062-17-iscsi. {{(pid=80294) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 04:40:30.413778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.435656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.490279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Transition to ACTIVE for port object 21de8e62-13c6-4df5-8631-27fcebe2ee45 will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:30.504713 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.522001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:30.627933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720eb5f-2cd1-46dd-ad90-6366db3bd7b0 req-1a5b136e-4502-4f2b-9aab-be0a4d88eaeb tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:30.630200 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7720eb5f-2cd1-46dd-ad90-6366db3bd7b0 req-1a5b136e-4502-4f2b-9aab-be0a4d88eaeb tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 936 time: 0.0891709
Dec 21 04:40:30.630666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:40:30.633605 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:30.637810 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:40:30.669509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-937156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90635'] for router, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.704057 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7720eb5f-2cd1-46dd-ad90-6366db3bd7b0 req-b0d9be81-ba02-4e7e-828b-634b2b64574c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571959
Dec 21 04:40:30.749946 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:30.750682 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:30.780875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-05d80536-6583-4e13-b347-c3f90997cd4c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4645677
Dec 21 04:40:30.841140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-79345e8b-d72e-4ea8-a4a7-a574032a24e0 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80292) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:40:30.842854 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-79345e8b-d72e-4ea8-a4a7-a574032a24e0 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0093889
Dec 21 04:40:30.912567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74ce3e-89ec-40d2-aaa6-5ae6eae17f53 None None] Pushing event updated for resources: {'Port': ['ID=21de8e62-13c6-4df5-8631-27fcebe2ee45,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:30.921961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7e74ce3e-89ec-40d2-aaa6-5ae6eae17f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:30.985618 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-dbf45410-c232-4e45-94d6-b46a67a97278 None None] Provisioning for port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:31.013893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-dbf45410-c232-4e45-94d6-b46a67a97278 None None] Provisioning complete for port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:31.014314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dbf45410-c232-4e45-94d6-b46a67a97278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:31.084148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Request body: {'port': {'device_id': '5f3623b6-9dd5-4e2f-825a-406c0036ba51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:31.155143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:31.226198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-dbf45410-c232-4e45-94d6-b46a67a97278 None None] Port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:40:31.231460 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:31.261742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Attempting to bind port 21de8e62-13c6-4df5-8631-27fcebe2ee45 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:40:31.262146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Attempting to bind port 21de8e62-13c6-4df5-8631-27fcebe2ee45 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:40:31.262552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Attempting to bind port 21de8e62-13c6-4df5-8631-27fcebe2ee45 on network 6d868963-851b-4b8f-95e5-ad6093b907aa {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:40:31.271251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Allocated IP 172.20.0.2 (92ad2d3e-a996-475a-a50c-10917c0999b9/3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad/06f8ff68-b595-48ed-a1e9-0d4c76b233fa) {{(pid=80294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:40:31.273461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:40:31.273825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Checking segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:40:31.274264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:31.274691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Bound using segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:40:31.275231 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Bound port: 21de8e62-13c6-4df5-8631-27fcebe2ee45, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:40:31.275634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:31.512021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] For port 21de8e62-13c6-4df5-8631-27fcebe2ee45, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:40:31.531009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:31.535693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] For port 21de8e62-13c6-4df5-8631-27fcebe2ee45, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=21de8e62-13c6-4df5-8631-27fcebe2ee45,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:40:31.541570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:31.587734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7e74ce3e-89ec-40d2-aaa6-5ae6eae17f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:31.751332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Notify callbacks [] for port, precommit_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:31.776347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Transition to ACTIVE for port object 06f8ff68-b595-48ed-a1e9-0d4c76b233fa will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:31.782038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74ce3e-89ec-40d2-aaa6-5ae6eae17f53 None None] Pushing event updated for resources: {'Port': ['ID=21de8e62-13c6-4df5-8631-27fcebe2ee45,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:31.790601 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-7e74ce3e-89ec-40d2-aaa6-5ae6eae17f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:31.821421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Transition to ACTIVE for port object 06f8ff68-b595-48ed-a1e9-0d4c76b233fa will not be triggered until provisioned by entity DHCP. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:31.832260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516'] for port, after_create {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:31.849637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:31.987341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Allocated IP 172.27.0.235 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/0f2790f6-5942-4380-97fd-6c2b851ccc15) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:40:32.018040 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Pushing event updated for resources: {'Port': ['ID=06f8ff68-b595-48ed-a1e9-0d4c76b233fa,revision_number=1']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:32.028468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:32.029142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:40:32.030453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4257b748>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:40:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:32.086429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03f126-4cc9-4562-b3cb-73991391f05b req-87bfe1ee-8278-4ad6-8553-561593d4966f tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:32.095554 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ea03f126-4cc9-4562-b3cb-73991391f05b req-87bfe1ee-8278-4ad6-8553-561593d4966f tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 936 time: 0.1064816
Dec 21 04:40:32.155123 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ea03f126-4cc9-4562-b3cb-73991391f05b req-6b261740-38d1-43e0-8dc9-a59de632d7fa tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582488
Dec 21 04:40:32.237073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 is already hosted by enough agents. {{(pid=80294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:40:32.240374 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Resources bound (agent type, host, resource id):  {{(pid=80294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:32.245409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Received port after_create {{(pid=80294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:40:32.299737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:40:32.309219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:32.325855 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd {{(pid=80292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:40:32.334540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:32.352061 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Transition to ACTIVE for port object 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd will not be triggered until provisioned by entity L2. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:32.358223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:32.375602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:32.384736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Attempting to bind port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:40:32.385158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Attempting to bind port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': 'abf58be3-003e-41eb-a091-a85da71d0e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:40:32.385568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Attempting to bind port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa on network 92ad2d3e-a996-475a-a50c-10917c0999b9 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:40:32.402164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:40:32.402579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Checking segment: {'id': 'abf58be3-003e-41eb-a091-a85da71d0e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:40:32.403051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:32.403489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Bound using segment: {'id': 'abf58be3-003e-41eb-a091-a85da71d0e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:40:32.404004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Bound port: 06f8ff68-b595-48ed-a1e9-0d4c76b233fa, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf58be3-003e-41eb-a091-a85da71d0e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:40:32.404940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:32.434630 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:32.554196 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Pushing event updated for resources: {'Port': ['ID=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:32.557442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:32.568107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-cc401260-1cbb-49f7-9215-9728c069b1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:32.675930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] For port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:40:32.689369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] For port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=06f8ff68-b595-48ed-a1e9-0d4c76b233fa,segment=NetworkSegment(abf58be3-003e-41eb-a091-a85da71d0e82),segment_id=abf58be3-003e-41eb-a091-a85da71d0e82)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:40:32.695690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:32.713691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1a378d82-db4b-4751-b729-ad0d46840706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:32.744166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2790f6-5942-4380-97fd-6c2b851ccc15,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:32.750524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:32.831142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:40:32.861775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:32.872689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:40:33.032006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Attempting to bind port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:40:33.032324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Attempting to bind port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': 'df157d40-a25b-4128-9e0c-f269f2ebdb65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:40:33.032636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Attempting to bind port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd on network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:40:33.095904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:40:33.096215 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Checking segment: {'id': 'df157d40-a25b-4128-9e0c-f269f2ebdb65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:40:33.096588 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:33.096980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Bound using segment: {'id': 'df157d40-a25b-4128-9e0c-f269f2ebdb65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:40:33.097465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Bound port: 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df157d40-a25b-4128-9e0c-f269f2ebdb65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3'}}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:40:33.097846 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:33.105733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Pushing event updated for resources: {'Port': ['ID=06f8ff68-b595-48ed-a1e9-0d4c76b233fa,revision_number=2']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:33.115007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:33.151422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4257b748>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:31Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:33.160110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c01e1-0702-4dab-8a68-74bfe64df6c9 None None] The sync data for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi is: [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:31Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:40:33.365975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] For port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd, host hv-cinder-73306, cleared binding levels {{(pid=80292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:40:33.388294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] For port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd,segment=NetworkSegment(df157d40-a25b-4128-9e0c-f269f2ebdb65),segment_id=df157d40-a25b-4128-9e0c-f269f2ebdb65)] {{(pid=80292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:40:33.415893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4576db6-adae-4f15-ab1e-be14bd315af3 req-20351e99-2d4e-4d01-90d5-3cadb33ac5c5 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:33.417586 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4576db6-adae-4f15-ab1e-be14bd315af3 req-20351e99-2d4e-4d01-90d5-3cadb33ac5c5 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 948 time: 0.0955789
Dec 21 04:40:33.481093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:33.501584 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4576db6-adae-4f15-ab1e-be14bd315af3 req-9e685de9-34bf-4f31-8ec7-b029edd2ef77 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756326
Dec 21 04:40:33.504189 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b46015da-bde7-487f-a4a2-e3b8abd9f35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:33.667786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:33.992647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Pushing event updated for resources: {'Port': ['ID=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd,revision_number=3']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:34.001116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:34.126492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:34.127048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:34.128536 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] 10.222.0.55 "PUT /v2.0/ports/5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd HTTP/1.1" status: 200  len: 1162 time: 3.2759638
Dec 21 04:40:34.129077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3623b6-9dd5-4e2f-825a-406c0036ba51', 'tag': '5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:40:34.446812 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fa90a08a-d905-4a9c-b93d-5669d26e73ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:34.449327 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3623b6-9dd5-4e2f-825a-406c0036ba51', 'tag': '5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd', 'status': 'completed', 'code': 200}
Dec 21 04:40:34.479854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-0bb788ac-d3b3-4eff-a508-4679a3080161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:34.481498 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-0bb788ac-d3b3-4eff-a508-4679a3080161 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3cbcccfa66a4f6daafb4d9b2edb4768&device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 1165 time: 0.2754598
Dec 21 04:40:34.490678 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853838641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853825555'] for router, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:34.639630 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-ac46586d-70ec-4c1c-931a-64c04df0c72f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd HTTP/1.1" status: 200  len: 217 time: 0.1451058
Dec 21 04:40:34.708528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7898d783-fa3b-47bf-9665-13cb82bd5efc None None] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:40:34.739715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dff21-2caf-4456-b940-44c90b37d268 req-ffccfed6-1968-4906-ae8b-198df2d8ff6e tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:34.741611 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f9dff21-2caf-4456-b940-44c90b37d268 req-ffccfed6-1968-4906-ae8b-198df2d8ff6e tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 948 time: 0.0911505
Dec 21 04:40:34.801570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-1e5cf466-3868-42c7-a9d7-d066c90ff2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:34.804443 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-1e5cf466-3868-42c7-a9d7-d066c90ff2e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fc228ff-d2a5-4405-af7d-8a989389ebaf HTTP/1.1" status: 200  len: 843 time: 0.1563661
Dec 21 04:40:34.805659 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f9dff21-2caf-4456-b940-44c90b37d268 req-1b4ec3d4-03e9-47c4-a62e-dd8ab4642525 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558119
Dec 21 04:40:34.847558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-c95bc7c0-95fa-469d-bfbb-5292b276665a None None] Provisioning for port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:34.938004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Router 7082bedc-6c0c-49b1-8f27-a73f619bd15c is scheduled to L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 with binding_index 1 {{(pid=80292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 04:40:34.949489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-4859475b-4f8a-4d28-b27b-535ce0198a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:34.951341 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-4859475b-4f8a-4d28-b27b-535ce0198a71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1389632
Dec 21 04:40:34.955059 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 21de8e62-13c6-4df5-8631-27fcebe2ee45 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:35.048268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 21de8e62-13c6-4df5-8631-27fcebe2ee45 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:35.056881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 21de8e62-13c6-4df5-8631-27fcebe2ee45 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:35.057303 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:35.189579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:35.224841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 21de8e62-13c6-4df5-8631-27fcebe2ee45, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=21de8e62-13c6-4df5-8631-27fcebe2ee45,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:40:35.228167 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:35.229032 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 06f8ff68-b595-48ed-a1e9-0d4c76b233fa up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:35.259295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:35.262744 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-f12c8897-b063-450a-9406-e4274fdb5791 service neutron] 10.222.0.55 "GET /v2.0/networks/2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2535329
Dec 21 04:40:35.264363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:40:35.277226 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Sync routers for ids ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:40:35.288809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Routers {'7082bedc-6c0c-49b1-8f27-a73f619bd15c'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:40:35.289736 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43f95a20>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:40:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:35.331170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:35.335014 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-a32d047b-e7cd-4be8-90a0-c23bcde51454 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.2404361
Dec 21 04:40:35.335705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 58972) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:35.379385 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=21de8e62-13c6-4df5-8631-27fcebe2ee45,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:35.383017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:35.392619 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:35.398158 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:35.398883 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:35.536043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:35.553804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Set router 7082bedc-6c0c-49b1-8f27-a73f619bd15c gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:40:35.580676 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-677e5264-8d71-44ff-a84a-99cde7706964 None None] Provisioning complete for port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:35.581283 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-677e5264-8d71-44ff-a84a-99cde7706964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:35.597638 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1ff9f225-c55d-46cf-a711-6bc7e4eabce3 req-732d0298-263d-43f8-a2b1-320af15da8ca service neutron] 10.222.0.55 "GET /v2.0/networks/2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3255081
Dec 21 04:40:35.655770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=06f8ff68-b595-48ed-a1e9-0d4c76b233fa,segment=NetworkSegment(abf58be3-003e-41eb-a091-a85da71d0e82),segment_id=abf58be3-003e-41eb-a091-a85da71d0e82)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:40:35.662533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:35.666017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:35.797837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=06f8ff68-b595-48ed-a1e9-0d4c76b233fa,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:35.801666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:35.900932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43f95a20>, [{'id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:30Z', 'updated_at': '2020-12-21T04:40:33Z', 'revision_number': 3, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'gw_port': {'id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:31Z', 'updated_at': '2020-12-21T04:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:35.905593 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Checking router: 7082bedc-6c0c-49b1-8f27-a73f619bd15c for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:40:35.905988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Updating router 7082bedc-6c0c-49b1-8f27-a73f619bd15c port 0f2790f6-5942-4380-97fd-6c2b851ccc15 binding host dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:40:35.933809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-5ede8bf8-e2ca-423c-8031-87019a693b91 None None] Provisioning complete for port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:35.934599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5ede8bf8-e2ca-423c-8031-87019a693b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:35.972629 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:36.024871 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b58761-50b0-4078-be7a-6e6537c13c6d req-5577af75-d3f7-405f-9393-357e93d714ce tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:36.032942 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-80b58761-50b0-4078-be7a-6e6537c13c6d req-5577af75-d3f7-405f-9393-357e93d714ce tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 948 time: 0.0952954
Dec 21 04:40:36.087638 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-80b58761-50b0-4078-be7a-6e6537c13c6d req-218ac857-b5d1-46a8-a77d-5b0ea7542333 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536809
Dec 21 04:40:36.178074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d190c42-b865-4096-89da-c02ad1d38004 req-e45f066d-3ad9-4486-b3d5-11620eb3da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:36.179720 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d190c42-b865-4096-89da-c02ad1d38004 req-e45f066d-3ad9-4486-b3d5-11620eb3da2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a3cbcccfa66a4f6daafb4d9b2edb4768&device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 1165 time: 0.4958465
Dec 21 04:40:36.400351 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Notify callbacks [] for port, precommit_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:36.413250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Transition to ACTIVE for port object 0f2790f6-5942-4380-97fd-6c2b851ccc15 will not be triggered until provisioned by entity L2. {{(pid=80295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:36.416176 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:36.432401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-612d719e-5597-479c-ad42-64ba32eb0981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:36.472719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d190c42-b865-4096-89da-c02ad1d38004 req-63bb50f0-fc21-447d-a198-82f2fd59c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:36.474312 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d190c42-b865-4096-89da-c02ad1d38004 req-63bb50f0-fc21-447d-a198-82f2fd59c14d service neutron] 10.222.0.55 "GET /v2.0/networks?id=2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 HTTP/1.1" status: 200  len: 863 time: 0.2831461
Dec 21 04:40:36.552946 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d190c42-b865-4096-89da-c02ad1d38004 req-56cc8916-b46d-41d7-9bf1-3b6e48229f1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd HTTP/1.1" status: 200  len: 217 time: 0.0692852
Dec 21 04:40:36.571006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75612f49-528d-4783-897b-0c555481e07d None None] Pushing event updated for resources: {'Port': ['ID=0f2790f6-5942-4380-97fd-6c2b851ccc15,revision_number=2']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:36.581254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-75612f49-528d-4783-897b-0c555481e07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:36.632110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:36.637094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Attempting to bind port 0f2790f6-5942-4380-97fd-6c2b851ccc15 on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:40:36.637506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Attempting to bind port 0f2790f6-5942-4380-97fd-6c2b851ccc15 by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:40:36.637901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Attempting to bind port 0f2790f6-5942-4380-97fd-6c2b851ccc15 on network 62fcf32e-2351-40da-9ead-73ebabec5a60 {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:40:36.644151 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:40:36.644559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Checking segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:40:36.644996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:36.645422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Bound using segment: {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'} {{(pid=80295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:40:36.645925 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Bound port: 0f2790f6-5942-4380-97fd-6c2b851ccc15, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abccfb-96d8-4ad7-94ef-1601e321bf9c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}}] {{(pid=80295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:40:36.646332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:36.688073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d190c42-b865-4096-89da-c02ad1d38004 req-05e464e0-4877-44df-892c-2aa503662a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:36.689901 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d190c42-b865-4096-89da-c02ad1d38004 req-05e464e0-4877-44df-892c-2aa503662a37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4fc228ff-d2a5-4405-af7d-8a989389ebaf HTTP/1.1" status: 200  len: 843 time: 0.1022444
Dec 21 04:40:36.718966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] For port 0f2790f6-5942-4380-97fd-6c2b851ccc15, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:40:36.722129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] For port 0f2790f6-5942-4380-97fd-6c2b851ccc15, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0f2790f6-5942-4380-97fd-6c2b851ccc15,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:40:36.725406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80295) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:36.741234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:36.874059 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 21de8e62-13c6-4df5-8631-27fcebe2ee45 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:36.892334 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75612f49-528d-4783-897b-0c555481e07d None None] Pushing event updated for resources: {'Port': ['ID=0f2790f6-5942-4380-97fd-6c2b851ccc15,revision_number=3']} {{(pid=80295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:36.897695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-75612f49-528d-4783-897b-0c555481e07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80295) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:36.934107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d190c42-b865-4096-89da-c02ad1d38004 req-3aabdb9b-8b04-49a2-ad4d-dcf6eb361793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:36.935804 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d190c42-b865-4096-89da-c02ad1d38004 req-3aabdb9b-8b04-49a2-ad4d-dcf6eb361793 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.2304845
Dec 21 04:40:36.941320 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Routers {'7082bedc-6c0c-49b1-8f27-a73f619bd15c'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:40:36.941924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43f95a20>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:40:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:37.038740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Network 2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3 details requested by agent ovs-agent-hv-cinder-73306 with host hv-cinder-73306 {{(pid=80294) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 04:40:37.059153 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 21de8e62-13c6-4df5-8631-27fcebe2ee45 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:37.059572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:37.148793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] Set router 7082bedc-6c0c-49b1-8f27-a73f619bd15c gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:40:37.204464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-977acd1f-275a-47b8-a0a2-510b4b64fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:37.208562 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d190c42-b865-4096-89da-c02ad1d38004 req-cc76eaa5-a7bc-4018-b111-b971bf48c8ba service neutron] 10.222.0.55 "GET /v2.0/networks/2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2629218
Dec 21 04:40:37.211888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Allocated IP 172.20.0.1 (92ad2d3e-a996-475a-a50c-10917c0999b9/3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad/c06af99b-9bbe-4c9b-aef4-9cc647df266a) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:40:37.313853 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d94cd9-4046-4311-91e0-7309bf27b03e req-2cec6959-ef49-4635-8c4a-a8bad071f7de tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:37.321907 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c8d94cd9-4046-4311-91e0-7309bf27b03e req-2cec6959-ef49-4635-8c4a-a8bad071f7de tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 948 time: 0.0952749
Dec 21 04:40:37.349650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 06f8ff68-b595-48ed-a1e9-0d4c76b233fa up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:37.377389 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c8d94cd9-4046-4311-91e0-7309bf27b03e req-b8500f37-1c86-4044-a1a7-bbf4448db4a3 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542214
Dec 21 04:40:37.409716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:37.489359 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d190c42-b865-4096-89da-c02ad1d38004 req-7801d38a-299b-424c-b366-171ffe2633eb service neutron] 10.222.0.55 "GET /v2.0/networks/2f3ccf0e-10d6-41a9-8c31-2843e90cd9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2724123
Dec 21 04:40:37.522238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:37.522760 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:37.525827 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:37.543266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Transition to ACTIVE for port object c06af99b-9bbe-4c9b-aef4-9cc647df266a will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:37.564079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:37.580521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ca5af4cc-2c6e-4bc1-a0f5-6fdb5314d067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:37.609576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.objects.ports [None req-5f4551f7-0065-4e16-8085-030d1d4ec529 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80294) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 04:40:37.688285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43f95a20>, [{'id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:30Z', 'updated_at': '2020-12-21T04:40:33Z', 'revision_number': 3, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'gw_port': {'id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:31Z', 'updated_at': '2020-12-21T04:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:37.692664 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093f377-291a-4d74-9e05-78ab6a09a3a9 None None] The sync data for ids ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'] in dv-cinder-733062-17-iscsi is: [{'id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:30Z', 'updated_at': '2020-12-21T04:40:33Z', 'revision_number': 3, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'gw_port': {'id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:31Z', 'updated_at': '2020-12-21T04:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:40:37.727918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Pushing event updated for resources: {'Port': ['ID=c06af99b-9bbe-4c9b-aef4-9cc647df266a,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:37.731312 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:37.774763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:40:37.775843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:37.778062 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:40:37.840368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-950064'] for router_interface, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:37.890241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:37.964634 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:37.965426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:37.969914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:37.970325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:38.050340 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-3fb86ff2-27d9-4db8-9957-aaf3a3f5ebfc None None] Provisioning for port c06af99b-9bbe-4c9b-aef4-9cc647df266a completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:38.097122 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-3fb86ff2-27d9-4db8-9957-aaf3a3f5ebfc None None] Provisioning complete for port c06af99b-9bbe-4c9b-aef4-9cc647df266a triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:38.097551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3fb86ff2-27d9-4db8-9957-aaf3a3f5ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:38.172443 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:38.196106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-3fb86ff2-27d9-4db8-9957-aaf3a3f5ebfc None None] Port c06af99b-9bbe-4c9b-aef4-9cc647df266a cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:40:38.212994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3623b6-9dd5-4e2f-825a-406c0036ba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:40:38.226756 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd,segment=NetworkSegment(df157d40-a25b-4128-9e0c-f269f2ebdb65),segment_id=df157d40-a25b-4128-9e0c-f269f2ebdb65)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:40:38.237750 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:38.240291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5d3eb689-69c5-4cdd-8759-1a786f94ca75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:38.324296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:38.328181 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:38.376230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:38.389831 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3623b6-9dd5-4e2f-825a-406c0036ba51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd', 'code': 200}
Dec 21 04:40:38.580435 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:38.584475 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:38.603923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465d94f-01a5-4d86-b3bb-dcf46949861f req-137e73ec-83a7-4660-936b-d6146cbde6f4 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:38.605545 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6465d94f-01a5-4d86-b3bb-dcf46949861f req-137e73ec-83a7-4660-936b-d6146cbde6f4 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 950 time: 0.0945687
Dec 21 04:40:38.618530 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5c285b8c-3d10-4e7e-b2b2-daa903679b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:38.657086 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-6465d94f-01a5-4d86-b3bb-dcf46949861f req-3fc86dcf-7833-4884-90fc-2c26768919b3 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440125
Dec 21 04:40:38.751147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Pushing event updated for resources: {'Port': ['ID=c06af99b-9bbe-4c9b-aef4-9cc647df266a,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:38.756857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:38.767791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853480123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-949643'] for router_interface, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:38.868992 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0f2790f6-5942-4380-97fd-6c2b851ccc15 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:38.869805 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfab363-53bb-4903-b874-406488b6409e req-fe2625d6-e736-4a95-b863-9067e868e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:38.871487 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3cfab363-53bb-4903-b874-406488b6409e req-fe2625d6-e736-4a95-b863-9067e868e1c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 1167 time: 0.2544279
Dec 21 04:40:38.900916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:38.946657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-3cfab363-53bb-4903-b874-406488b6409e req-b9f76b9a-e53f-4e78-af13-f3ef552237dd service neutron] Synchronizing usage tracker for tenant:4e23cc90a8dd4af5a34c3ab75f50fad5 on resource:security_group {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:40:38.975708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:40:38.977700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:40:38.979969 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-3cfab363-53bb-4903-b874-406488b6409e req-b9f76b9a-e53f-4e78-af13-f3ef552237dd service neutron] Unset dirty status for tenant:4e23cc90a8dd4af5a34c3ab75f50fad5 on resource:security_group {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:40:38.981186 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3cfab363-53bb-4903-b874-406488b6409e req-b9f76b9a-e53f-4e78-af13-f3ef552237dd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988669
Dec 21 04:40:39.008169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port 0f2790f6-5942-4380-97fd-6c2b851ccc15 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:39.013318 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:39.014420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:39.043422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 0f2790f6-5942-4380-97fd-6c2b851ccc15 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:39.043837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:39.131311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:39.191131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Router 7082bedc-6c0c-49b1-8f27-a73f619bd15c has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:40:39.391380 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:40:39.400507 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] 10.222.0.16 "PUT /v2.0/routers/7082bedc-6c0c-49b1-8f27-a73f619bd15c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0640678
Dec 21 04:40:39.434894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:39.445441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-dfe6568a-b19a-4883-8a70-a3a9ab3137d3 None None] Provisioning complete for port c06af99b-9bbe-4c9b-aef4-9cc647df266a triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:39.445658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dfe6568a-b19a-4883-8a70-a3a9ab3137d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:39.504741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port 0f2790f6-5942-4380-97fd-6c2b851ccc15, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0f2790f6-5942-4380-97fd-6c2b851ccc15,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:40:39.510077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:39.513255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f01520fc-f4b7-4365-9dcf-50286b60fac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:39.546657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6568a-b19a-4883-8a70-a3a9ab3137d3 None None] Port c06af99b-9bbe-4c9b-aef4-9cc647df266a cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:40:39.584616 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=0f2790f6-5942-4380-97fd-6c2b851ccc15,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:39.588081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:39.877418 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e21305-aa38-4a33-9ff0-1b28b7cf3cee req-c139c048-412c-45f6-b53f-71a74e860736 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:39.879090 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75e21305-aa38-4a33-9ff0-1b28b7cf3cee req-c139c048-412c-45f6-b53f-71a74e860736 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 950 time: 0.0887001
Dec 21 04:40:39.926919 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-75e21305-aa38-4a33-9ff0-1b28b7cf3cee req-6bfec967-bca5-4fc9-b03a-228e2af2f68d tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415101
Dec 21 04:40:39.979880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-625897284', 'description': 'tempest-TestVolumeBootPattern-625897284 description'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:39.986521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:39.990826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Usage tracker for resource:security_group and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:39.994203 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:40.000693 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:40.010771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.032168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:40.036184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Usage tracker for resource:security_group_rule and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:40.039115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:40.044916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:40.121865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.124867 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.130108 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3d0509dd-5dda-4742-9266-a9658ffe13ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:40.169463 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.170885 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-427bd60a-3a9c-429e-9d20-dafd6bea546d req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1960521
Dec 21 04:40:40.172379 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'SecurityGroup': ['ID=6fede065-0892-41d0-bb3a-d0f335bafeea,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:40.175555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c331c86-2b5a-41bf-ad38-d8da52c5e4f8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:40.255813 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-9c24a301-e6f6-4ce3-8ada-5fa62100f5ee tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups/6fede065-0892-41d0-bb3a-d0f335bafeea HTTP/1.1" status: 200  len: 1756 time: 0.0495174
Dec 21 04:40:40.267028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fede065-0892-41d0-bb3a-d0f335bafeea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:40.267384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fede065-0892-41d0-bb3a-d0f335bafeea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:40.273716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:40.277851 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Usage tracker for resource:security_group_rule and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:40.280854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:40.286628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:40.346788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.371731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.374482 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.381767 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:40.405523 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85fa686-10ec-4499-aece-37d06a35a5ca,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:40.408532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:40.412292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.413646 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3da0bc51-e450-400b-bfd7-36b46ec1e196 req-b009a107-0bd8-4600-90dc-c7c4967fbd5a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1511328
Dec 21 04:40:40.495762 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-423bb720-c9e0-4ee2-951a-72284b4075bc tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups/6fede065-0892-41d0-bb3a-d0f335bafeea HTTP/1.1" status: 200  len: 2317 time: 0.0502338
Dec 21 04:40:40.507520 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fede065-0892-41d0-bb3a-d0f335bafeea', 'remote_group_id': None}]} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:40.507878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6fede065-0892-41d0-bb3a-d0f335bafeea', 'remote_group_id': None}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:40.515026 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:40.519253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Usage tracker for resource:security_group_rule and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:40.522241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:40.528022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:40.585013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group_rule, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.610476 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.613030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557639'] for security_group_rule, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.615207 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4d51346f-e6f8-4a85-8a1e-d9fd49992932 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:40.639563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405ed274-3e50-4a91-a72c-11e8ec3ea5cd,revision_number=0']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:40.642268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:40.642773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Sync routers for ids ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:40:40.648717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group_rule, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:40.650067 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1eca25d0-b812-4777-9946-d6d68d2de1bb req-eb85b549-a8e9-45e8-80bf-db879f646a87 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1470296
Dec 21 04:40:40.653116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Routers {'7082bedc-6c0c-49b1-8f27-a73f619bd15c'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:40:40.653731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e428bd128>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:40:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:40.842268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Set router 7082bedc-6c0c-49b1-8f27-a73f619bd15c gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:40:40.887842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0f2790f6-5942-4380-97fd-6c2b851ccc15 up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:41.129100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port 0f2790f6-5942-4380-97fd-6c2b851ccc15 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:41.129658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:41.166274 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914912-3d04-4bdf-be5b-417b9050a3db req-62917032-c649-4736-a35f-7da4823748e6 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:41.173342 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63914912-3d04-4bdf-be5b-417b9050a3db req-62917032-c649-4736-a35f-7da4823748e6 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 950 time: 0.1126730
Dec 21 04:40:41.246054 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63914912-3d04-4bdf-be5b-417b9050a3db req-8ddb1ee0-0978-4a20-af9e-9e9ee8cc001e tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661540
Dec 21 04:40:41.359389 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e428bd128>, [{'id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:30Z', 'updated_at': '2020-12-21T04:40:37Z', 'revision_number': 4, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'gw_port': {'id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:31Z', 'updated_at': '2020-12-21T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': 'c06af99b-9bbe-4c9b-aef4-9cc647df266a', 'name': '', 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'mac_address': 'fa:16:3e:5e:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:36Z', 'updated_at': '2020-12-21T04:40:38Z', 'revision_number': 2, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'subnets': [{'id': '3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:41.363585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Checking router: 7082bedc-6c0c-49b1-8f27-a73f619bd15c for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:40:41.363987 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Updating router 7082bedc-6c0c-49b1-8f27-a73f619bd15c port c06af99b-9bbe-4c9b-aef4-9cc647df266a binding host dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 04:40:41.421660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:41.757075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8baee-34c7-454c-91c8-6ef2425af452 req-d3776275-cec9-4a3f-bd82-bc8b447999e1 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:41.758696 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f6e8baee-34c7-454c-91c8-6ef2425af452 req-d3776275-cec9-4a3f-bd82-bc8b447999e1 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 950 time: 0.0909247
Dec 21 04:40:41.810009 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f6e8baee-34c7-454c-91c8-6ef2425af452 req-ed3f9445-5cb5-49c7-acb2-f3b2a577894c tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440977
Dec 21 04:40:41.857233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Notify callbacks [] for port, precommit_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:41.870214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Transition to ACTIVE for port object c06af99b-9bbe-4c9b-aef4-9cc647df266a will not be triggered until provisioned by entity L2. {{(pid=80294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:40:41.873110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:41.888335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a191e094-ccdc-4425-84a9-f47b5c92ec18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:42.030398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394f607-9d0d-49e7-b2d9-7fa49c3b1a10 None None] Pushing event updated for resources: {'Port': ['ID=c06af99b-9bbe-4c9b-aef4-9cc647df266a,revision_number=3']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:42.035282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5394f607-9d0d-49e7-b2d9-7fa49c3b1a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:42.189449 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Attempting to bind port c06af99b-9bbe-4c9b-aef4-9cc647df266a on host dv-cinder-733062-17-iscsi for vnic_type normal with profile  {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:40:42.190050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Attempting to bind port c06af99b-9bbe-4c9b-aef4-9cc647df266a by drivers openvswitch on host dv-cinder-733062-17-iscsi at level 0 using segments [{'id': 'abf58be3-003e-41eb-a091-a85da71d0e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9'}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:40:42.190247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Attempting to bind port c06af99b-9bbe-4c9b-aef4-9cc647df266a on network 92ad2d3e-a996-475a-a50c-10917c0999b9 {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:40:42.196608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Checking agent: {'id': '2191d78e-ce22-48eb-8d1b-c9f287c6e540', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 3, 55, 8), 'started_at': datetime.datetime(2020, 12, 21, 3, 55, 38), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:40:42.197025 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Checking segment: {'id': 'abf58be3-003e-41eb-a091-a85da71d0e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:40:42.197468 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:42.197904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Bound using segment: {'id': 'abf58be3-003e-41eb-a091-a85da71d0e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9'} {{(pid=80294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:40:42.198422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Bound port: c06af99b-9bbe-4c9b-aef4-9cc647df266a, host: dv-cinder-733062-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf58be3-003e-41eb-a091-a85da71d0e82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9'}}] {{(pid=80294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:40:42.198834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:42.308276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] For port c06af99b-9bbe-4c9b-aef4-9cc647df266a, host dv-cinder-733062-17-iscsi, cleared binding levels {{(pid=80294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:40:42.313784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] For port c06af99b-9bbe-4c9b-aef4-9cc647df266a, host dv-cinder-733062-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=c06af99b-9bbe-4c9b-aef4-9cc647df266a,segment=NetworkSegment(abf58be3-003e-41eb-a091-a85da71d0e82),segment_id=abf58be3-003e-41eb-a091-a85da71d0e82)] {{(pid=80294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:40:42.317295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:42.333568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:42.485930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394f607-9d0d-49e7-b2d9-7fa49c3b1a10 None None] Pushing event updated for resources: {'Port': ['ID=c06af99b-9bbe-4c9b-aef4-9cc647df266a,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:42.490712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5394f607-9d0d-49e7-b2d9-7fa49c3b1a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:42.531368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Routers {'7082bedc-6c0c-49b1-8f27-a73f619bd15c'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:40:42.532038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e428bd128>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:40:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:42.897668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] Set router 7082bedc-6c0c-49b1-8f27-a73f619bd15c gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:40:42.942369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:43.039314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3281929-dab4-45c4-9727-108ecc132f00 req-7e76831a-c31b-490b-bfa7-83e9705c98c6 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:43.040944 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3281929-dab4-45c4-9727-108ecc132f00 req-7e76831a-c31b-490b-bfa7-83e9705c98c6 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 950 time: 0.0898414
Dec 21 04:40:43.071582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-7237d94e-c355-4ab9-a0a9-453e8cbd2dea tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:43.072368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-7237d94e-c355-4ab9-a0a9-453e8cbd2dea tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Synchronizing usage tracker for tenant:a3cbcccfa66a4f6daafb4d9b2edb4768 on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:40:43.089717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-7237d94e-c355-4ab9-a0a9-453e8cbd2dea tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Unset dirty status for tenant:a3cbcccfa66a4f6daafb4d9b2edb4768 on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:40:43.091430 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-7237d94e-c355-4ab9-a0a9-453e8cbd2dea tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.55 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 950 time: 0.1068664
Dec 21 04:40:43.095153 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3281929-dab4-45c4-9727-108ecc132f00 req-d2736e62-5e8c-4f4f-bbcf-0df0ce44f864 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/security-groups?id=604aac78-f18b-4c5a-b636-eed89e009f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457160
Dec 21 04:40:43.169445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Deleting port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:40:43.169899 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:43.201590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:43.202369 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:43.419623 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e428bd128>, [{'id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:30Z', 'updated_at': '2020-12-21T04:40:37Z', 'revision_number': 4, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'gw_port': {'id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:31Z', 'updated_at': '2020-12-21T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': 'c06af99b-9bbe-4c9b-aef4-9cc647df266a', 'name': '', 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'mac_address': 'fa:16:3e:5e:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:36Z', 'updated_at': '2020-12-21T04:40:42Z', 'revision_number': 4, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'subnets': [{'id': '3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:40:43.424837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9df162-bb65-42a0-b05f-c10e871d59cb None None] The sync data for ids ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'] in dv-cinder-733062-17-iscsi is: [{'id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:30Z', 'updated_at': '2020-12-21T04:40:37Z', 'revision_number': 4, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'gw_port': {'id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:31Z', 'updated_at': '2020-12-21T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': 'c06af99b-9bbe-4c9b-aef4-9cc647df266a', 'name': '', 'network_id': '92ad2d3e-a996-475a-a50c-10917c0999b9', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'mac_address': 'fa:16:3e:5e:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:36Z', 'updated_at': '2020-12-21T04:40:42Z', 'revision_number': 4, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'subnets': [{'id': '3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:40:43.442752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] For port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd,segment=NetworkSegment(df157d40-a25b-4128-9e0c-f269f2ebdb65),segment_id=df157d40-a25b-4128-9e0c-f269f2ebdb65)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:40:43.443197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:43.601267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Calling delete_port for 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd owned by compute:nova {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:40:43.764186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:43.781124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0187f2d4-4549-46ca-8415-f74dad91b86f tempest-TestShelveInstance-1066925137 tempest-TestShelveInstance-1066925137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:43.832787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Pushing event deleted for resources: {'Port': ['ID=5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:43.846223 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:44.001571 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] No DVR routers for this DVR port 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd on host hv-cinder-73306 {{(pid=80292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:40:44.004565 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:44.007807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3623b6-9dd5-4e2f-825a-406c0036ba51', 'name': 'network-vif-deleted', 'tag': '5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:40:44.032547 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e69ebc03-9a77-4033-8b31-dbbdaf987464 req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.55 "DELETE /v2.0/ports/5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd HTTP/1.1" status: 204  len: 173 time: 0.9350605
Dec 21 04:40:44.078143 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3623b6-9dd5-4e2f-825a-406c0036ba51', 'name': 'network-vif-deleted', 'tag': '5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd', 'status': 'completed', 'code': 200}
Dec 21 04:40:44.307566 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-29d43dd0-aefd-44bb-9e47-31b0868d8a5e req-ca716a96-9d72-444b-820d-58c847004f38 tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] 10.222.0.16 "GET /v2.0/ports?device_id=5f3623b6-9dd5-4e2f-825a-406c0036ba51 HTTP/1.1" status: 200  len: 210 time: 0.0504131
Dec 21 04:40:44.870229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device c06af99b-9bbe-4c9b-aef4-9cc647df266a up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:44.907963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:40:44.952087 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] No Port match for: 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:40:44.952480 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 5aa6d5f6-e1cd-4b66-84d3-0d9f7859c7fd not bound to the agent host hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:40:44.974661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning for port c06af99b-9bbe-4c9b-aef4-9cc647df266a completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:40:44.979541 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port c06af99b-9bbe-4c9b-aef4-9cc647df266a triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:44.979961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:45.103175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:45.136698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] For port c06af99b-9bbe-4c9b-aef4-9cc647df266a, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=c06af99b-9bbe-4c9b-aef4-9cc647df266a,segment=NetworkSegment(abf58be3-003e-41eb-a091-a85da71d0e82),segment_id=abf58be3-003e-41eb-a091-a85da71d0e82)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:40:45.140250 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:45.142164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0d5850ec-8884-432a-9330-055e14ed9fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:45.212401 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Pushing event updated for resources: {'Port': ['ID=c06af99b-9bbe-4c9b-aef4-9cc647df266a,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:45.215880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:46.864220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device c06af99b-9bbe-4c9b-aef4-9cc647df266a up at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:40:46.939456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Provisioning complete for port c06af99b-9bbe-4c9b-aef4-9cc647df266a triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:40:46.939878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:48.724177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:50.461016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59316) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:50.656253 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-2b223af6-038a-41d1-a1ad-38f5a512cdc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3cbcccfa66a4f6daafb4d9b2edb4768&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1938045
Dec 21 04:40:50.658696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59322) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:40:50.721144 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:50.748428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:50.796358 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:50.801549 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3230da10-8cbf-4694-95c3-fe549400abf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:40:50.812429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604aac78-f18b-4c5a-b636-eed89e009f8d,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:40:50.820107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:40:50.821329 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/604aac78-f18b-4c5a-b636-eed89e009f8d HTTP/1.1" status: 204  len: 168 time: 0.1616521
Dec 21 04:40:50.827043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.827467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.827873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.828273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.828672 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.829071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.829467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.829863 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.830258 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.830654 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.831068 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.831457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.831900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.832287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.832675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.833059 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.833445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.833830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.834214 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.834600 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.835047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.835390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.835779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.836164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:40:50.839884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0aead040-8218-4697-aa01-39e57d68909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:40:55.138399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:40:57.255620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-0ba4c360-bb55-4e97-b4bc-6cc8eef31ff2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:security_group {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:40:57.271145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-0ba4c360-bb55-4e97-b4bc-6cc8eef31ff2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:security_group {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:40:57.272359 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-0ba4c360-bb55-4e97-b4bc-6cc8eef31ff2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-625897284&fields=id&tenant_id=c9a3b1a5cbe74271b3ec25d419290273 HTTP/1.1" status: 200  len: 267 time: 0.0592706
Dec 21 04:40:57.432084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-f0bb5e6c-3438-4cc9-9d12-33afde35639d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:57.432708 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-f0bb5e6c-3438-4cc9-9d12-33afde35639d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:network {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:40:57.450254 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-f0bb5e6c-3438-4cc9-9d12-33afde35639d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:network {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:40:57.452108 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-f0bb5e6c-3438-4cc9-9d12-33afde35639d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 812 time: 0.1720078
Dec 21 04:40:57.469925 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-bc185b43-da6e-4fc8-a883-70146df2068c tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/quotas/c9a3b1a5cbe74271b3ec25d419290273 HTTP/1.1" status: 200  len: 375 time: 0.0110037
Dec 21 04:40:57.555198 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-f9c5abef-5175-4135-84a2-e133edb4eff3 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0793607
Dec 21 04:40:57.704577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-fbc193cf-18ab-4f0a-a5ac-f61f22b71aad service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:40:57.705662 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-fbc193cf-18ab-4f0a-a5ac-f61f22b71aad service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1384020
Dec 21 04:40:57.848144 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-b2ec4025-bcc8-4bf9-907c-00c6d3731e0b service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355398
Dec 21 04:40:57.989618 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-57434e7e-cd19-47d2-8544-64518253a663 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348808
Dec 21 04:40:58.417354 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2c8eae87-31b5-42bf-a760-5b6317505132 req-2105013d-e67e-442f-979b-89fc938b03ee tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 210 time: 0.0491631
Dec 21 04:40:59.456567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-f86fb73b-6317-4293-888e-482688fc3e07 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:40:59.458157 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-f86fb73b-6317-4293-888e-482688fc3e07 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 812 time: 0.1562147
Dec 21 04:40:59.545488 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-4962d518-03de-4697-b554-674fda192850 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9a3b1a5cbe74271b3ec25d419290273 HTTP/1.1" status: 200  len: 5549 time: 0.0728853
Dec 21 04:40:59.554975 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'port': {'device_id': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'admin_state_up': True, 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'security_groups': ['6fede065-0892-41d0-bb3a-d0f335bafeea']}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:40:59.617415 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a37226a5-a96e-4635-8bf2-34d896f860f1 req-79a1c3b4-d2de-4782-8995-3ff622f8d222 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 210 time: 0.0466347
Dec 21 04:40:59.707091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:40:59.711147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Usage tracker for resource:port and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:40:59.714092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Quota usage for port was recalculated. Used quota:2. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:40:59.720236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:40:59.728759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Made reservation on behalf of c9a3b1a5cbe74271b3ec25d419290273 for: {'port': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:40:59.735150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:00.045268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Allocated IP 172.20.0.3 (6d868963-851b-4b8f-95e5-ad6093b907aa/c9631b37-aa44-43bb-8e2b-4f2e51041486/69add522-0ba4-40f0-900d-61b23857fd14) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:41:00.249260 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:00.265892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Transition to ACTIVE for port object 69add522-0ba4-40f0-900d-61b23857fd14 will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:41:00.285001 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:00.302341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-03200ecf-339a-45e9-9468-46ab35c440a1 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:41:00.442265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'Port': ['ID=69add522-0ba4-40f0-900d-61b23857fd14,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:41:00.445573 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:41:00.489911 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Network 6d868963-851b-4b8f-95e5-ad6093b907aa is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:41:00.491555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:41:00.494307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:41:00.563692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:00.564350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:00.591101 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-54b95cf6-794e-4522-b17c-035ccca14658 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0401945
Dec 21 04:41:00.603534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Request body: {'port': {'device_id': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:41:00.724497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-e8b21555-a9e4-4447-9b7e-a5e0e2767772 None None] Provisioning for port 69add522-0ba4-40f0-900d-61b23857fd14 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:41:00.730155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-e8b21555-a9e4-4447-9b7e-a5e0e2767772 None None] Provisioning complete for port 69add522-0ba4-40f0-900d-61b23857fd14 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:41:00.730850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e8b21555-a9e4-4447-9b7e-a5e0e2767772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:00.789184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-e8b21555-a9e4-4447-9b7e-a5e0e2767772 None None] Port 69add522-0ba4-40f0-900d-61b23857fd14 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:41:00.839771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346b7de-a216-42f9-8210-6a22137c9b9c req-8a961b25-f88a-4c4e-b7f0-4fb6293ce854 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:00.841470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7346b7de-a216-42f9-8210-6a22137c9b9c req-8a961b25-f88a-4c4e-b7f0-4fb6293ce854 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 931 time: 0.0875521
Dec 21 04:41:00.952492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:01.119464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7346b7de-a216-42f9-8210-6a22137c9b9c req-e3e0b210-902e-473f-9fc5-42b9de9b393e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2703013
Dec 21 04:41:01.366956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69add522-0ba4-40f0-900d-61b23857fd14 {{(pid=80292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:41:01.374586 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:01.386399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Transition to ACTIVE for port object 69add522-0ba4-40f0-900d-61b23857fd14 will not be triggered until provisioned by entity L2. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:41:01.389767 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:01.402675 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ec5ae395-ad54-4e39-930f-547f7213848b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:41:01.546102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Pushing event updated for resources: {'Port': ['ID=69add522-0ba4-40f0-900d-61b23857fd14,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:41:01.562060 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:41:01.734190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Attempting to bind port 69add522-0ba4-40f0-900d-61b23857fd14 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:41:01.734569 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Attempting to bind port 69add522-0ba4-40f0-900d-61b23857fd14 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:41:01.734974 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Attempting to bind port 69add522-0ba4-40f0-900d-61b23857fd14 on network 6d868963-851b-4b8f-95e5-ad6093b907aa {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:41:01.741044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:41:01.741419 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Checking segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:41:01.741821 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:01.742213 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Bound using segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:41:01.742687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Bound port: 69add522-0ba4-40f0-900d-61b23857fd14, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:41:01.743346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:01.835048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] For port 69add522-0ba4-40f0-900d-61b23857fd14, host hv-cinder-73306, cleared binding levels {{(pid=80292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:41:01.838116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] For port 69add522-0ba4-40f0-900d-61b23857fd14, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=69add522-0ba4-40f0-900d-61b23857fd14,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:41:01.841540 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:01.856431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-4e97c345-706c-4d1d-b4c0-a5be9ad13bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:41:02.014939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Pushing event updated for resources: {'Port': ['ID=69add522-0ba4-40f0-900d-61b23857fd14,revision_number=3']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:41:02.019973 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:41:02.053497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:02.054163 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:02.055703 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] 10.222.0.55 "PUT /v2.0/ports/69add522-0ba4-40f0-900d-61b23857fd14 HTTP/1.1" status: 200  len: 1157 time: 1.4569948
Dec 21 04:41:02.056234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:41:02.134371 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14', 'status': 'completed', 'code': 200}
Dec 21 04:41:02.173368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-6a4f4c76-2016-4e6a-ba44-983da38afc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:02.175075 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-6a4f4c76-2016-4e6a-ba44-983da38afc46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 1160 time: 0.0806284
Dec 21 04:41:02.253595 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-17176433-2a83-4f69-8862-692f8f06fb60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69add522-0ba4-40f0-900d-61b23857fd14 HTTP/1.1" status: 200  len: 217 time: 0.0708899
Dec 21 04:41:02.323726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-f2b85b85-e043-4a2f-bb2c-c1f6edbb38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:02.325196 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-f2b85b85-e043-4a2f-bb2c-c1f6edbb38dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0651779
Dec 21 04:41:02.337618 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634662f-e180-4aa8-ace2-50dbbef156e9 req-d79e54b7-40bc-446c-8abe-fc6eed484eb8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:02.339266 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3634662f-e180-4aa8-ace2-50dbbef156e9 req-d79e54b7-40bc-446c-8abe-fc6eed484eb8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 943 time: 0.0823655
Dec 21 04:41:02.387663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3634662f-e180-4aa8-ace2-50dbbef156e9 req-e6e700b5-9eab-45c8-8a86-2cdd75c7d157 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413439
Dec 21 04:41:02.405406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-3a2ba85f-3dae-482b-94fb-000664323ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:02.407087 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-3a2ba85f-3dae-482b-94fb-000664323ffe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0754662
Dec 21 04:41:02.550361 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-cf11b629-0354-436f-bd7d-77b6897354f2 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363235
Dec 21 04:41:02.691863 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-bb238c05-18f5-4a64-8620-440bc049ae53 req-a3aba0d0-78ed-46cf-b1b8-67ba986ace77 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1343160
Dec 21 04:41:02.819888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-ce57ca8b-4edf-4911-908d-946abbc0b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:02.821484 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-ce57ca8b-4edf-4911-908d-946abbc0b9ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 1160 time: 0.0773723
Dec 21 04:41:02.965572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-5e0addc8-c4c0-491c-afcf-829c0530d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:02.967913 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-5e0addc8-c4c0-491c-afcf-829c0530d5b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1393385
Dec 21 04:41:03.039452 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-54245cb2-371e-4570-8dfb-3b92d0428403 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69add522-0ba4-40f0-900d-61b23857fd14 HTTP/1.1" status: 200  len: 217 time: 0.0638821
Dec 21 04:41:03.112031 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-e08964f8-9f5b-4fc1-ba97-198e7cc1535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:03.113543 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-e08964f8-9f5b-4fc1-ba97-198e7cc1535a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0676777
Dec 21 04:41:03.194352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-efc3efc8-65c6-4dca-8be5-3643ed82ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:03.195953 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-efc3efc8-65c6-4dca-8be5-3643ed82ac6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0758312
Dec 21 04:41:03.342158 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-11a38553-2f5a-4805-bc18-1b748b58b7da service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383016
Dec 21 04:41:03.486587 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7c9277dc-4c03-4100-880f-a4c9409259ca req-8e6d6fd8-9be1-456d-a12d-2f52fc52fc5e service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379738
Dec 21 04:41:03.605296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26622f5-af54-47ef-9ce0-d18d6576b211 req-46b76ba8-5dbc-42e4-9320-8c7930799864 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:03.606814 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d26622f5-af54-47ef-9ce0-d18d6576b211 req-46b76ba8-5dbc-42e4-9320-8c7930799864 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 943 time: 0.0848815
Dec 21 04:41:03.653935 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d26622f5-af54-47ef-9ce0-d18d6576b211 req-d727c19a-a3bb-4e3e-87cb-f5b55b6d30cb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0401368
Dec 21 04:41:04.437193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4728f178-d022-49ca-b2a3-56ed526c822e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:04.863437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d366c6-f0a7-4e7c-9eea-54d4c91c6b52 req-dcc9355f-91a0-4919-b9cf-84ae1e033917 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:04.865044 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-79d366c6-f0a7-4e7c-9eea-54d4c91c6b52 req-dcc9355f-91a0-4919-b9cf-84ae1e033917 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 943 time: 0.0819180
Dec 21 04:41:04.915636 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-79d366c6-f0a7-4e7c-9eea-54d4c91c6b52 req-0da0b6ca-3a9a-4de5-bbd1-b433fd2fb4f2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0439470
Dec 21 04:41:06.126567 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82f90-f943-4695-8573-71eebbb059c5 req-8834a318-a6b8-4cf9-8b04-275e97437f3f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:06.128197 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-51f82f90-f943-4695-8573-71eebbb059c5 req-8834a318-a6b8-4cf9-8b04-275e97437f3f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 943 time: 0.0850677
Dec 21 04:41:06.175567 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-51f82f90-f943-4695-8573-71eebbb059c5 req-0d7a6c9f-1d68-4693-a677-9f30a291bc74 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0410564
Dec 21 04:41:07.076995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0697-e7a0-4b22-8400-cec54fd2362e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:07.257716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:07.388124 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca10b9-e2af-47e2-a418-aeaffb66da66 req-48fcf198-0e99-47b3-bfbd-1da6225c8e0f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:07.390303 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68ca10b9-e2af-47e2-a418-aeaffb66da66 req-48fcf198-0e99-47b3-bfbd-1da6225c8e0f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 943 time: 0.0871513
Dec 21 04:41:07.436789 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68ca10b9-e2af-47e2-a418-aeaffb66da66 req-758ff0a8-f842-4548-98a5-8fdb2d786d23 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0401158
Dec 21 04:41:08.370837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:08.651652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d973f4-36d2-4957-9c80-9b24af93e97f req-b54501d2-c989-4df2-b9a3-012f28db223b tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:08.653189 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f2d973f4-36d2-4957-9c80-9b24af93e97f req-b54501d2-c989-4df2-b9a3-012f28db223b tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 943 time: 0.0840192
Dec 21 04:41:08.704063 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f2d973f4-36d2-4957-9c80-9b24af93e97f req-9dc28aae-e914-4bfb-95ba-d9c16748d4dc tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0441012
Dec 21 04:41:09.089364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:09.911541 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3878ac-89b0-4704-8964-54b60215c722 req-abdc7310-d202-4d36-91fc-9c5075769176 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:09.913129 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a3878ac-89b0-4704-8964-54b60215c722 req-abdc7310-d202-4d36-91fc-9c5075769176 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 943 time: 0.0833476
Dec 21 04:41:09.959773 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0a3878ac-89b0-4704-8964-54b60215c722 req-126fde7b-9277-4980-b597-5d5f21d8e5b8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0404079
Dec 21 04:41:11.175462 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a02762-a43a-4fe9-922e-6b7f0e26f1ad req-3aa82302-261a-4f4e-abac-e08fc546a4b1 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:11.177031 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7a02762-a43a-4fe9-922e-6b7f0e26f1ad req-3aa82302-261a-4f4e-abac-e08fc546a4b1 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 943 time: 0.0877717
Dec 21 04:41:11.224754 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7a02762-a43a-4fe9-922e-6b7f0e26f1ad req-fd86172d-9b1b-4f89-ae44-ee4fd570d790 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0414050
Dec 21 04:41:11.388987 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 69add522-0ba4-40f0-900d-61b23857fd14 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:41:11.458956 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 69add522-0ba4-40f0-900d-61b23857fd14 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:41:11.463864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 69add522-0ba4-40f0-900d-61b23857fd14 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:41:11.464280 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:11.580115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:11.609349 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:41:11.620184 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 69add522-0ba4-40f0-900d-61b23857fd14, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=69add522-0ba4-40f0-900d-61b23857fd14,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:41:11.624017 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:11.625931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b1dc0115-e757-4e97-af5b-2b3472302faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:41:11.671952 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14', 'code': 200}
Dec 21 04:41:11.697850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=69add522-0ba4-40f0-900d-61b23857fd14,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:41:11.701607 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:41:11.953519 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e81ad9-f2b7-4140-ba3d-2a6b4d9142fe req-0e8f4adc-f57c-465f-b559-409ca079a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:11.955125 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68e81ad9-f2b7-4140-ba3d-2a6b4d9142fe req-0e8f4adc-f57c-465f-b559-409ca079a9fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 1162 time: 0.0762875
Dec 21 04:41:12.003541 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-68e81ad9-f2b7-4140-ba3d-2a6b4d9142fe req-259bbdb8-ff6d-4c90-89e6-38f4c58b9bfd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0407395
Dec 21 04:41:12.434070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5fbfc-54ac-46c7-a7a3-803e1a947961 req-e5631bd8-a035-4757-afc8-509a9be3c6cf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:12.435909 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5fa5fbfc-54ac-46c7-a7a3-803e1a947961 req-e5631bd8-a035-4757-afc8-509a9be3c6cf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 945 time: 0.0833385
Dec 21 04:41:12.487554 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5fa5fbfc-54ac-46c7-a7a3-803e1a947961 req-1fa595dc-37d6-4483-b1c1-2c3dc45852c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0453393
Dec 21 04:41:13.129830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 69add522-0ba4-40f0-900d-61b23857fd14 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:41:13.199459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 69add522-0ba4-40f0-900d-61b23857fd14 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:41:13.199868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:13.704277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac0100-56fd-4744-81ee-a1a5d3ae8492 req-4b35edc6-f8f2-4f7d-96e8-cc2ce4580c04 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:13.705878 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-46ac0100-56fd-4744-81ee-a1a5d3ae8492 req-4b35edc6-f8f2-4f7d-96e8-cc2ce4580c04 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 945 time: 0.0841212
Dec 21 04:41:13.753040 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-46ac0100-56fd-4744-81ee-a1a5d3ae8492 req-603c5128-0188-4367-8419-b485dd9c2b03 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0408790
Dec 21 04:41:13.967239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119431a-843e-410f-aa66-1d05f9b62654 req-e7ebdb88-5c71-46d0-866c-ddd7fe443ec1 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:13.968833 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7119431a-843e-410f-aa66-1d05f9b62654 req-e7ebdb88-5c71-46d0-866c-ddd7fe443ec1 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 945 time: 0.0866380
Dec 21 04:41:14.015633 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7119431a-843e-410f-aa66-1d05f9b62654 req-46924b39-ef6d-4e24-801b-51f03ef39ee9 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0404890
Dec 21 04:41:14.231581 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-3dda2eca-87d4-4c96-a696-a99e9ac17571 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1619015
Dec 21 04:41:14.241910 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'floatingip': {'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:41:14.248199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:41:14.252804 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Usage tracker for resource:floatingip and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:41:14.255819 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80293) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:41:14.261603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:41:14.273984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:14.342230 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-43e95129-a334-4241-a87d-9be702d96a85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0782626
Dec 21 04:41:14.426265 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:14.495751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-2568edb1-2566-4c37-b31d-e36886281051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:14.497483 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-2568edb1-2566-4c37-b31d-e36886281051 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 1162 time: 0.0798297
Dec 21 04:41:14.655398 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-da50f11e-d9b6-4469-821d-3ec57bc0fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:14.656899 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-da50f11e-d9b6-4469-821d-3ec57bc0fcd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1402094
Dec 21 04:41:14.710038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Allocated IP 172.27.0.19 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/79c76d8b-bfe9-4af1-b160-d59cc49c59fe) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:41:14.728314 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-b8064c29-d4a1-4a94-87ac-56831ba02b95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69add522-0ba4-40f0-900d-61b23857fd14 HTTP/1.1" status: 200  len: 217 time: 0.0633857
Dec 21 04:41:14.800793 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-b0c36e54-a4a1-4a88-ba70-4ea024fcf16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:14.802387 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-b0c36e54-a4a1-4a88-ba70-4ea024fcf16f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0669158
Dec 21 04:41:14.872513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:14.884363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-0d319f5f-4e42-45b9-94c6-692f180396f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:14.885981 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-0d319f5f-4e42-45b9-94c6-692f180396f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0767014
Dec 21 04:41:14.900893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:14.917350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-38acf609-e7b1-451a-a847-b405d776a256 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:41:15.030046 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-65223698-d481-4341-a98d-1081a785fa43 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364167
Dec 21 04:41:15.050501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'Port': ['ID=79c76d8b-bfe9-4af1-b160-d59cc49c59fe,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:41:15.069240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.069658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.070067 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.070474 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.070874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.071296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.071692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.072088 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.072484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.072874 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.073272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.073662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.074110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.074497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.074884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.075297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.075689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.076711 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.077110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.077502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.077894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.078292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.078685 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.079099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:41:15.084522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:41:15.121142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:41:15.122446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:41:15.125557 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:41:15.217954 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:15.282148 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:15.397001 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-9a49203a-7472-4b93-b49f-2fa28e2a981f req-0918646d-f783-4b4e-9e59-c1492bbf2bf2 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3605874
Dec 21 04:41:15.556826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:15.560069 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:15.575788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:41:15.716267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'Port': ['ID=79c76d8b-bfe9-4af1-b160-d59cc49c59fe,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:41:15.721669 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:41:15.812694 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:15.833817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:15.835163 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-42f6a7b2-f652-4255-89bf-39982792abd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5975900
Dec 21 04:41:15.916553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-0b29baa0-9da4-4635-a4c5-5df40002b009 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:41:15.932857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-0b29baa0-9da4-4635-a4c5-5df40002b009 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:41:15.934081 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-0b29baa0-9da4-4635-a4c5-5df40002b009 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.19 HTTP/1.1" status: 200  len: 695 time: 0.0925448
Dec 21 04:41:16.091894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-90fedbd9-2a92-4051-9330-049a4d66fdbc tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:16.093313 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-90fedbd9-2a92-4051-9330-049a4d66fdbc tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.1530955
Dec 21 04:41:16.104238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-71a164f7-2b02-4e45-8dff-f056c94e3659 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:41:16.105267 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a366e9a3-db67-4878-8bba-e929fd3e4c00 req-71a164f7-2b02-4e45-8dff-f056c94e3659 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058100
Dec 21 04:41:16.300210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-4b26f4f7-07d0-449e-8791-91c2a722125d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:16.301808 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-4b26f4f7-07d0-449e-8791-91c2a722125d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0885558
Dec 21 04:41:16.385850 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-39398f6d-a74f-474a-9337-57c4bed39d34 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.19 HTTP/1.1" status: 200  len: 695 time: 0.0777123
Dec 21 04:41:16.396719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2ddaf44c-f394-42af-903e-0dee45b56a90 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'floatingip': {'port_id': '69add522-0ba4-40f0-900d-61b23857fd14', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:41:16.475013 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2ddaf44c-f394-42af-903e-0dee45b56a90 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:17.300600 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2ddaf44c-f394-42af-903e-0dee45b56a90 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:17.303420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2ddaf44c-f394-42af-903e-0dee45b56a90 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:17.481481 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2ddaf44c-f394-42af-903e-0dee45b56a90 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Floating IP bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f associated. External IP: 172.27.0.19, port: 69add522-0ba4-40f0-900d-61b23857fd14.
Dec 21 04:41:17.841787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2ddaf44c-f394-42af-903e-0dee45b56a90 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:41:18.024509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2ddaf44c-f394-42af-903e-0dee45b56a90 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:41:18.029580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2ddaf44c-f394-42af-903e-0dee45b56a90 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:18.034433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] Sync routers for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:41:18.044903 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:41:18.045568 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4340ca58>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:41:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:41:18.088771 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2ddaf44c-f394-42af-903e-0dee45b56a90 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "PUT /v2.0/floatingips/bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f HTTP/1.1" status: 200  len: 995 time: 1.6960821
Dec 21 04:41:18.089344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:41:18.182202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-0fbc90bc-aa68-4f7e-8d8d-9aece77f551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:18.183949 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-0fbc90bc-aa68-4f7e-8d8d-9aece77f551c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 1162 time: 0.0782154
Dec 21 04:41:18.230859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:41:18.313500 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14', 'status': 'completed', 'code': 200}
Dec 21 04:41:18.336847 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-d1b9c3ea-c47f-4712-b5c7-727a9962837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:18.339315 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-d1b9c3ea-c47f-4712-b5c7-727a9962837c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1482363
Dec 21 04:41:18.415097 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-57de922b-cea9-406d-a089-1762b19b4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:18.416644 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-57de922b-cea9-406d-a089-1762b19b4883 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 1162 time: 0.0816343
Dec 21 04:41:18.460311 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-2fe08f91-908d-4d76-a90e-d2aa1b7e6b16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69add522-0ba4-40f0-900d-61b23857fd14 HTTP/1.1" status: 200  len: 998 time: 0.1149461
Dec 21 04:41:18.536268 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-4143181f-2542-40bb-af69-3cea87ba338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:18.538804 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-4143181f-2542-40bb-af69-3cea87ba338b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0709770
Dec 21 04:41:18.565229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-107a16b4-8b9f-4f5c-95db-371253c26b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:18.566811 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-107a16b4-8b9f-4f5c-95db-371253c26b20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1430829
Dec 21 04:41:18.625118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4340ca58>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '69add522-0ba4-40f0-900d-61b23857fd14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:f0:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:41:15Z', 'updated_at': '2020-12-21T04:41:16Z', 'revision_number': 1, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:41:18.626244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-0e401be9-8828-458d-9425-639e7c3271f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:18.628221 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-0e401be9-8828-458d-9425-639e7c3271f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0833764
Dec 21 04:41:18.629562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] Checking router: 42ab8466-798e-41b7-a0f8-9fec5f77cd49 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:41:18.638626 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:41:18.639442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4340ca58>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:41:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:41:18.643023 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-aafdfca9-b667-4acc-a2d8-8b926bf04bf1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:41:18.644118 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-aafdfca9-b667-4acc-a2d8-8b926bf04bf1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0069246
Dec 21 04:41:18.679837 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-4edbf010-b59d-4117-9c95-080b3c5ae5de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69add522-0ba4-40f0-900d-61b23857fd14 HTTP/1.1" status: 200  len: 998 time: 0.1057453
Dec 21 04:41:18.728415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:18.765466 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-c376fc4a-2e4e-4dea-a18b-19bcdcfc6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:18.767138 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-c376fc4a-2e4e-4dea-a18b-19bcdcfc6c37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0808017
Dec 21 04:41:18.790894 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-35576661-7f2d-4a6c-bee1-64b0d9663b88 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394501
Dec 21 04:41:18.829545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:41:18.852018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-daeb8bab-9f97-45da-9a0e-cf30d23e2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:41:18.853651 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-daeb8bab-9f97-45da-9a0e-cf30d23e2898 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0793657
Dec 21 04:41:18.940699 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ed7fca44-c683-4293-b635-6ac0a9622a84 req-ef8541fa-2fa5-4f59-916b-8859d9009d23 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428037
Dec 21 04:41:19.008022 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-8c766f65-2ba2-4d02-a489-a28fdc200673 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473827
Dec 21 04:41:19.151786 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3298619f-9885-49b2-b3dc-d1fd508d3a5e req-b987d773-8733-4455-adae-22db40dd5613 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375229
Dec 21 04:41:19.199893 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4340ca58>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '69add522-0ba4-40f0-900d-61b23857fd14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:f0:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:41:15Z', 'updated_at': '2020-12-21T04:41:16Z', 'revision_number': 1, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:41:19.204566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7ea29b-2882-43c5-b351-c8b9f649e95f None None] The sync data for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi is: [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '69add522-0ba4-40f0-900d-61b23857fd14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:f0:71:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:41:15Z', 'updated_at': '2020-12-21T04:41:16Z', 'revision_number': 1, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:41:19.509217 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4b353-ceb4-4ddc-a286-ec1846d0e5e3 None None] New status for floating IP bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f: ACTIVE {{(pid=80294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:41:32.138273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:41:34.438949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5e265cdf-5931-4fb2-906b-42469c725d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:37.079022 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-188724de-2bdc-4a7f-8d07-2447e2f2d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:37.258551 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:38.372510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:39.093652 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:41:48.749205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:04.441556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8252065-e8a5-49c4-a603-e41a96314d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:07.078934 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-21a7ab87-d9d4-448f-94d3-7595108314db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:07.261743 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:08.374095 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:09.096966 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:09.137183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:42:15.358064 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-2f68f9a2-63b5-41a8-bb99-45d03886df18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0751123
Dec 21 04:42:15.509984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-1391f43f-169f-4844-a40d-7e3c8aaad345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:42:15.511624 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-1391f43f-169f-4844-a40d-7e3c8aaad345 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 1162 time: 0.0795145
Dec 21 04:42:15.668089 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-41f21cde-c698-4218-a283-2315a840dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:42:15.669574 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-41f21cde-c698-4218-a283-2315a840dddf service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1388431
Dec 21 04:42:15.777660 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-225207c7-50e6-443e-9744-13c6b0d03044 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69add522-0ba4-40f0-900d-61b23857fd14 HTTP/1.1" status: 200  len: 1000 time: 0.1001868
Dec 21 04:42:15.844638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-7465a9c9-07ee-4354-8716-e9bd119b28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:42:15.846161 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-7465a9c9-07ee-4354-8716-e9bd119b28c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0619769
Dec 21 04:42:15.927264 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-e430ee9f-43f0-490b-8981-6bea09341505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:42:15.928722 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-e430ee9f-43f0-490b-8981-6bea09341505 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0753343
Dec 21 04:42:16.070244 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-2cdc240a-b0b6-4813-855d-f79b31287606 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346822
Dec 21 04:42:16.216725 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-acdfd7e2-463d-4c83-9a71-47e950fd2903 req-a0db51f8-c7f7-4926-9954-a72473edcdaa service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397550
Dec 21 04:42:18.758130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:34.436857 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e2bd4e00-e503-4da3-9a00-8fb0f591682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:37.079799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2d777dab-da31-47be-be96-b914e71ffa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:37.265471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:38.374960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:39.100738 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:42:46.136598 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:42:48.774049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:04.438035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2d5a33ba-2b62-40f3-a65f-a7bc9951b963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:07.081831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-fd865916-3c04-4d8c-8451-f8fb02909b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:07.269390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:08.375865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:08.508576 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20518c3d-0b9a-4282-af31-4949dce0062d req-5e24008e-a0ee-4bea-a66b-1f164f012f36 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:08.510192 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-20518c3d-0b9a-4282-af31-4949dce0062d req-5e24008e-a0ee-4bea-a66b-1f164f012f36 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 945 time: 0.0837190
Dec 21 04:43:08.560213 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-20518c3d-0b9a-4282-af31-4949dce0062d req-7b478e25-0cfb-4356-b58a-e544f4e3b4e7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0436296
Dec 21 04:43:09.103288 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:09.776948 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af07e7-208b-49fa-960f-ea2542353492 req-19f5d6ba-9399-46e1-aabe-5b76de39d50c tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:09.778529 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4af07e7-208b-49fa-960f-ea2542353492 req-19f5d6ba-9399-46e1-aabe-5b76de39d50c tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 945 time: 0.0836058
Dec 21 04:43:09.824497 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a4af07e7-208b-49fa-960f-ea2542353492 req-9f055987-c984-450a-8234-f8faf115d498 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0390429
Dec 21 04:43:09.931980 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 69add522-0ba4-40f0-900d-61b23857fd14 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:43:09.983944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-3d9c613a-51cb-43d2-9bc5-3a94eff91811 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:09.984706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-3d9c613a-51cb-43d2-9bc5-3a94eff91811 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:43:10.001437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-3d9c613a-51cb-43d2-9bc5-3a94eff91811 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:43:10.002695 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-3d9c613a-51cb-43d2-9bc5-3a94eff91811 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 945 time: 0.0998893
Dec 21 04:43:10.048532 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:10.075317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:43:10.076244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Deleting port 69add522-0ba4-40f0-900d-61b23857fd14 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:43:10.076632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:10.086094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 69add522-0ba4-40f0-900d-61b23857fd14, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=69add522-0ba4-40f0-900d-61b23857fd14,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:43:10.091904 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:10.093814 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:43:10.139881 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14', 'code': 200}
Dec 21 04:43:10.164552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=69add522-0ba4-40f0-900d-61b23857fd14,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:43:10.172657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.173047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.173427 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.173801 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.174218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.174591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.174971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.175337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.175702 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.176063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.176425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.176787 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.177202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.177562 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.177918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.178271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.178627 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.179009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.179367 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.179722 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.180079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.180431 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.180786 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.181142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.185650 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:43:10.338433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] For port 69add522-0ba4-40f0-900d-61b23857fd14, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=69add522-0ba4-40f0-900d-61b23857fd14,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:43:10.338757 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:10.636175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:10.636508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:10.636857 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Floating IP bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f disassociated. External IP: 172.27.0.19, port: 69add522-0ba4-40f0-900d-61b23857fd14.
Dec 21 04:43:10.637232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Calling delete_port for 69add522-0ba4-40f0-900d-61b23857fd14 owned by compute:nova {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:43:10.781360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:10.796252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-959ae933-7953-4cf7-929d-c346e14bef56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:43:10.843834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event deleted for resources: {'Port': ['ID=69add522-0ba4-40f0-900d-61b23857fd14,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:43:10.866461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.866884 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.867322 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.867835 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.868368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.868501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.868858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.869256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.869655 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.870055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.870453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.870844 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.871324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.871968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.872361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.872755 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.873147 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.873539 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.873933 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.874326 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.874716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.875131 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.875525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.875914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:10.881862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:43:11.009707 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-152a8e41-1be4-409f-8eee-1da6f9ce24dc req-3ddc0326-ae9b-4014-91d0-b0d63dfe2810 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 210 time: 0.0512335
Dec 21 04:43:11.167371 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:43:11.351898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:43:11.362247 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] Sync routers for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:43:11.373240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:43:11.374007 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43004be0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:43:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:43:11.389090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] No DVR routers for this DVR port 69add522-0ba4-40f0-900d-61b23857fd14 on host hv-cinder-73306 {{(pid=80292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:43:11.391479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:11.394732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'name': 'network-vif-deleted', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:43:11.411505 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1b802e31-a9a2-4cc7-b7ca-60a425aa2012 req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "DELETE /v2.0/ports/69add522-0ba4-40f0-900d-61b23857fd14 HTTP/1.1" status: 204  len: 173 time: 1.4028661
Dec 21 04:43:11.480990 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5220415-dcff-467b-ab6e-2d51f7e716dc', 'name': 'network-vif-deleted', 'tag': '69add522-0ba4-40f0-900d-61b23857fd14', 'status': 'completed', 'code': 200}
Dec 21 04:43:11.567535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:43:12.051198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43004be0>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:43:12.055286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] Checking router: 42ab8466-798e-41b7-a0f8-9fec5f77cd49 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:43:12.064180 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:43:12.064830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43004be0>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:43:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:43:12.201798 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-81118e00-8f55-4ea6-9b29-1cb08a18e9cd req-30bb71b9-a4d4-4f9a-b4ef-829aa3e4476b tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=d5220415-dcff-467b-ab6e-2d51f7e716dc HTTP/1.1" status: 200  len: 210 time: 0.0466483
Dec 21 04:43:12.256894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:43:12.583405 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43004be0>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:43:12.587442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0227ddd-6f97-4573-ac2a-535578c032d6 None None] The sync data for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi is: [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:43:12.997049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a455fb7-d8c8-4411-a1a0-316a77430553 None None] New status for floating IP bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f: DOWN {{(pid=80294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:43:13.556014 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-ff3af9bd-efe7-492c-b31f-c1761db6605c tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-625897284&fields=id&tenant_id=c9a3b1a5cbe74271b3ec25d419290273 HTTP/1.1" status: 200  len: 267 time: 0.0424728
Dec 21 04:43:13.716004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763607f9-4a60-4a78-962b-9248f280bb53 req-6663d72a-09c6-4c78-acb9-326ed37dd486 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:13.717652 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-6663d72a-09c6-4c78-acb9-326ed37dd486 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 812 time: 0.1544347
Dec 21 04:43:13.733719 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-20c91c7e-b104-49fe-8af5-e57fd8b40896 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/quotas/c9a3b1a5cbe74271b3ec25d419290273 HTTP/1.1" status: 200  len: 375 time: 0.0095787
Dec 21 04:43:13.827286 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-630d5895-8a6c-4c71-b8ee-60c3629f872e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0871477
Dec 21 04:43:13.918643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-4e965abf-de80-47f6-ada2-5886269787a7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:43:13.919762 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-4e965abf-de80-47f6-ada2-5886269787a7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0803721
Dec 21 04:43:14.062663 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-3e45ccc4-3096-4f76-b971-e828414d212b service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351895
Dec 21 04:43:14.440634 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-42d4085c-14ac-49dd-b49e-834f821bde3c service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3712835
Dec 21 04:43:14.870291 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ebd9c035-422e-452d-87a0-b9910ed18bc7 req-a7bf61a7-f702-48b1-b45f-aba65e84347f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 210 time: 0.0458140
Dec 21 04:43:15.989281 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-85708169-818b-447a-8874-475f680362e2 req-3a7c5201-f1d6-4bed-9f3f-0ab8362c9f50 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 210 time: 0.0455930
Dec 21 04:43:17.111183 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1920f68c-493e-4599-9f1b-934d0a77cc35 req-7987fb3e-365e-4cd6-9057-e7ea0657a35c tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 210 time: 0.0495322
Dec 21 04:43:18.151533 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763607f9-4a60-4a78-962b-9248f280bb53 req-4b28b018-1807-4f64-9d5c-3a9247e4f256 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:18.153034 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-4b28b018-1807-4f64-9d5c-3a9247e4f256 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 812 time: 0.3817973
Dec 21 04:43:18.232993 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-40cf9663-2626-4909-83ae-b7b8b9751534 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9a3b1a5cbe74271b3ec25d419290273 HTTP/1.1" status: 200  len: 5549 time: 0.0652428
Dec 21 04:43:18.242394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'port': {'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'admin_state_up': True, 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'security_groups': ['6fede065-0892-41d0-bb3a-d0f335bafeea']}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:43:18.288397 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-13b52ea9-62aa-4cf2-baf7-de2fc0ab988b req-129f47f8-9286-48be-89d8-3b17cf29b346 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 210 time: 0.0469348
Dec 21 04:43:18.387243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:43:18.391547 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Usage tracker for resource:port and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:43:18.395709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Quota usage for port was recalculated. Used quota:3. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:43:18.401417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:43:18.409747 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Made reservation on behalf of c9a3b1a5cbe74271b3ec25d419290273 for: {'port': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:43:18.415497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:18.738102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Allocated IP 172.20.0.4 (6d868963-851b-4b8f-95e5-ad6093b907aa/c9631b37-aa44-43bb-8e2b-4f2e51041486/614b3321-9772-40bb-a1fe-463f4207a5a9) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:43:18.775916 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:18.937261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:18.954068 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Transition to ACTIVE for port object 614b3321-9772-40bb-a1fe-463f4207a5a9 will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:43:18.973192 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:18.988742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6b161bf4-0b21-43e3-b3c1-5cc58ea6076b tempest-VolumesNegativeTest-596689894 tempest-VolumesNegativeTest-596689894] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:43:19.132193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'Port': ['ID=614b3321-9772-40bb-a1fe-463f4207a5a9,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:43:19.136958 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:43:19.188046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Network 6d868963-851b-4b8f-95e5-ad6093b907aa is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:43:19.189178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:43:19.191641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:43:19.256486 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:19.257159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:19.281426 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0430019
Dec 21 04:43:19.295409 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Request body: {'port': {'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:43:19.415566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:19.426218 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-3df82a3e-bfcb-432a-8597-d1a991b189b8 None None] Provisioning for port 614b3321-9772-40bb-a1fe-463f4207a5a9 completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:43:19.431510 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-3df82a3e-bfcb-432a-8597-d1a991b189b8 None None] Provisioning complete for port 614b3321-9772-40bb-a1fe-463f4207a5a9 triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:43:19.431926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3df82a3e-bfcb-432a-8597-d1a991b189b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:19.494028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-3df82a3e-bfcb-432a-8597-d1a991b189b8 None None] Port 614b3321-9772-40bb-a1fe-463f4207a5a9 cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:43:19.511073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae1b3f-051d-4e36-8d0d-9d495f0de168 req-82679a48-59c2-45e3-bd6b-47fbc83b6e1a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:19.512702 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5ae1b3f-051d-4e36-8d0d-9d495f0de168 req-82679a48-59c2-45e3-bd6b-47fbc83b6e1a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 931 time: 0.0915694
Dec 21 04:43:19.564066 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a5ae1b3f-051d-4e36-8d0d-9d495f0de168 req-fa417587-ab87-4e25-8785-8c69cd65e564 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0440540
Dec 21 04:43:19.835242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614b3321-9772-40bb-a1fe-463f4207a5a9 {{(pid=80292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:43:19.842083 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:19.854407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Transition to ACTIVE for port object 614b3321-9772-40bb-a1fe-463f4207a5a9 will not be triggered until provisioned by entity L2. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:43:19.857433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:19.877599 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:43:20.018021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Pushing event updated for resources: {'Port': ['ID=614b3321-9772-40bb-a1fe-463f4207a5a9,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:43:20.023152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:43:20.196548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Attempting to bind port 614b3321-9772-40bb-a1fe-463f4207a5a9 on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:43:20.197092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Attempting to bind port 614b3321-9772-40bb-a1fe-463f4207a5a9 by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:43:20.197263 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Attempting to bind port 614b3321-9772-40bb-a1fe-463f4207a5a9 on network 6d868963-851b-4b8f-95e5-ad6093b907aa {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:43:20.203314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:43:20.203691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Checking segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:43:20.204122 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:20.204514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Bound using segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:43:20.204985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Bound port: 614b3321-9772-40bb-a1fe-463f4207a5a9, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:43:20.205553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:20.296578 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] For port 614b3321-9772-40bb-a1fe-463f4207a5a9, host hv-cinder-73306, cleared binding levels {{(pid=80292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:43:20.299730 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] For port 614b3321-9772-40bb-a1fe-463f4207a5a9, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=614b3321-9772-40bb-a1fe-463f4207a5a9,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:43:20.302715 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:20.321198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a0df1cd8-09bd-4558-9af8-ed415e6a628a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:43:20.472637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Pushing event updated for resources: {'Port': ['ID=614b3321-9772-40bb-a1fe-463f4207a5a9,revision_number=3']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:43:20.477564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:43:20.508183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:20.508862 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:20.510395 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-527a97f4-8e9c-4d72-a1a6-72d92aae863b service neutron] 10.222.0.55 "PUT /v2.0/ports/614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 1157 time: 1.2200689
Dec 21 04:43:20.510996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:43:20.588916 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'status': 'completed', 'code': 200}
Dec 21 04:43:20.628753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763607f9-4a60-4a78-962b-9248f280bb53 req-4e3a371f-3026-4360-9467-59833e340b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:20.630403 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-4e3a371f-3026-4360-9467-59833e340b2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1160 time: 0.0832930
Dec 21 04:43:20.709683 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-1a2fb91b-23d0-40cd-911c-690b5c0f20fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 217 time: 0.0714281
Dec 21 04:43:20.782636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f4bf30a4-32ad-43e9-a3bf-98e34c89d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:20.783453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb76e1d-ace2-4f6a-9b6e-2fbb3fcc0586 req-f75aaedc-f762-4492-a3d9-ed73a2b02fa7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:20.784348 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-f4bf30a4-32ad-43e9-a3bf-98e34c89d667 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0676866
Dec 21 04:43:20.785137 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1fb76e1d-ace2-4f6a-9b6e-2fbb3fcc0586 req-f75aaedc-f762-4492-a3d9-ed73a2b02fa7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 943 time: 0.0848975
Dec 21 04:43:20.833029 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-1fb76e1d-ace2-4f6a-9b6e-2fbb3fcc0586 req-c050cbaf-1cc6-473d-99af-070d27819e10 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413496
Dec 21 04:43:20.870890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763607f9-4a60-4a78-962b-9248f280bb53 req-9807af15-3baf-46b4-affd-f72882860e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:20.872771 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-9807af15-3baf-46b4-affd-f72882860e08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0817242
Dec 21 04:43:21.016322 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-56a1f9ed-227b-4b9a-b670-3782b6aca303 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365652
Dec 21 04:43:21.157791 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-763607f9-4a60-4a78-962b-9248f280bb53 req-5320add5-d1c7-47f3-8ce0-dab271c8fecb service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1349041
Dec 21 04:43:21.277296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-28959f56-4d6e-41cb-ae29-e51cd3ea98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:21.278796 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-28959f56-4d6e-41cb-ae29-e51cd3ea98d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1160 time: 0.0766068
Dec 21 04:43:21.419146 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-41bd3b7b-cff4-4fcb-9114-7a881102f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:21.420671 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-41bd3b7b-cff4-4fcb-9114-7a881102f09f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1345279
Dec 21 04:43:21.495384 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-43451cae-411b-4956-b223-79f4fd6d8fc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 217 time: 0.0655065
Dec 21 04:43:21.568759 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-598e8803-68fb-475d-a216-70a6880eef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:21.570338 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-598e8803-68fb-475d-a216-70a6880eef87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0669427
Dec 21 04:43:21.652193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-4f1fbc65-98e6-4ab0-86c7-7fb53e57561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:21.653781 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-4f1fbc65-98e6-4ab0-86c7-7fb53e57561f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0767682
Dec 21 04:43:21.795830 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-729ec46b-b13a-4b1a-9926-a510ed4a9ec5 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350286
Dec 21 04:43:22.061118 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2b6fe-6599-4e98-a773-51faf61c7e2c req-cafc876b-5147-4468-b2c7-69371041cd23 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:22.062805 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-98a2b6fe-6599-4e98-a773-51faf61c7e2c req-cafc876b-5147-4468-b2c7-69371041cd23 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 943 time: 0.0940244
Dec 21 04:43:22.109517 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-98a2b6fe-6599-4e98-a773-51faf61c7e2c req-231d9a8b-b6b0-43f5-8006-fd58d819bba9 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0395713
Dec 21 04:43:22.173410 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ffc67a93-2765-4f53-9f4e-febc8601a25a req-69370d65-38be-4964-b110-1aac73128cef service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3702528
Dec 21 04:43:23.136343 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:43:23.454726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3df4ea-4ba6-4c1c-bf81-e4ad40a1c853 req-f2c932e6-ef45-4618-b784-2db09a0a8d5c tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:23.456419 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4f3df4ea-4ba6-4c1c-bf81-e4ad40a1c853 req-f2c932e6-ef45-4618-b784-2db09a0a8d5c tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 943 time: 0.0843477
Dec 21 04:43:23.508423 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4f3df4ea-4ba6-4c1c-bf81-e4ad40a1c853 req-de43999c-26ee-4350-8e19-1f719b515027 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0455101
Dec 21 04:43:24.717700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09545bf5-4ad3-4b6b-9e76-1a1efbb765e6 req-86f62b81-9a1c-4943-8a6d-abfe99f602cd tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:24.719331 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09545bf5-4ad3-4b6b-9e76-1a1efbb765e6 req-86f62b81-9a1c-4943-8a6d-abfe99f602cd tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 943 time: 0.0820487
Dec 21 04:43:24.766210 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-09545bf5-4ad3-4b6b-9e76-1a1efbb765e6 req-c6caac66-34a1-4480-9e0c-ece4ec5276e2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0404782
Dec 21 04:43:25.978149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598411ef-dc00-4740-9cdf-f57482db4ffc req-2a6b9ee8-a7a3-4565-acf3-27b01c7b3358 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:25.979835 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-598411ef-dc00-4740-9cdf-f57482db4ffc req-2a6b9ee8-a7a3-4565-acf3-27b01c7b3358 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 943 time: 0.0859547
Dec 21 04:43:26.026329 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-598411ef-dc00-4740-9cdf-f57482db4ffc req-def11503-fc32-420e-8f51-d23ce82a3813 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0402482
Dec 21 04:43:27.238273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15365eed-b8ae-42fc-b994-8cc9a4f007a8 req-87c9dab7-1a4f-47ed-89ff-661a29c93350 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:27.239822 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15365eed-b8ae-42fc-b994-8cc9a4f007a8 req-87c9dab7-1a4f-47ed-89ff-661a29c93350 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 943 time: 0.0830274
Dec 21 04:43:27.289343 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-15365eed-b8ae-42fc-b994-8cc9a4f007a8 req-921c8462-0bd6-4a28-ae5a-b21431f76fde tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0433564
Dec 21 04:43:28.336638 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 614b3321-9772-40bb-a1fe-463f4207a5a9 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:43:28.406860 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 614b3321-9772-40bb-a1fe-463f4207a5a9 completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:43:28.412092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 614b3321-9772-40bb-a1fe-463f4207a5a9 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:43:28.412508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:28.538272 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:28.540439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f9fc6-4c59-4867-a4d3-7be6861a7ae1 req-36e8bb89-3e15-4077-a746-ea6dd8dd700e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:28.542184 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d2f9fc6-4c59-4867-a4d3-7be6861a7ae1 req-36e8bb89-3e15-4077-a746-ea6dd8dd700e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 943 time: 0.0938981
Dec 21 04:43:28.567564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:43:28.577961 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 614b3321-9772-40bb-a1fe-463f4207a5a9, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=614b3321-9772-40bb-a1fe-463f4207a5a9,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:43:28.581273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:28.583289 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:43:28.593797 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-2d2f9fc6-4c59-4867-a4d3-7be6861a7ae1 req-5ffedc95-22ca-4760-85ec-e423d88481f2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0451460
Dec 21 04:43:28.657451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=614b3321-9772-40bb-a1fe-463f4207a5a9,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:43:28.661090 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:43:28.663291 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'code': 200}
Dec 21 04:43:28.949294 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d2d98-cdbf-4a8b-be8d-e0b9bfd255f3 req-acc6665d-5369-4aea-b106-ec5e0b26f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:28.950958 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4c1d2d98-cdbf-4a8b-be8d-e0b9bfd255f3 req-acc6665d-5369-4aea-b106-ec5e0b26f2ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1162 time: 0.0800428
Dec 21 04:43:28.994212 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4c1d2d98-cdbf-4a8b-be8d-e0b9bfd255f3 req-7f4f1d27-47ae-4b99-87a0-f60f406fa1b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0365405
Dec 21 04:43:29.819906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa509-c142-4377-aa80-9eb432d4008b req-91b892d7-f0b4-43fa-b50d-02c7dd2e11fa tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:29.821486 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e84aa509-c142-4377-aa80-9eb432d4008b req-91b892d7-f0b4-43fa-b50d-02c7dd2e11fa tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 945 time: 0.0865440
Dec 21 04:43:29.869739 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-e84aa509-c142-4377-aa80-9eb432d4008b req-8ad96b41-670b-49ca-b577-60401db7ea83 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0418937
Dec 21 04:43:30.081767 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 614b3321-9772-40bb-a1fe-463f4207a5a9 up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:43:30.152951 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 614b3321-9772-40bb-a1fe-463f4207a5a9 triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:43:30.153364 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:31.082232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805e94c-14a3-497f-9b09-0dde12313808 req-22540773-0d28-43d2-876d-a4c146c6d7c6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:31.083873 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a805e94c-14a3-497f-9b09-0dde12313808 req-22540773-0d28-43d2-876d-a4c146c6d7c6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 945 time: 0.0831468
Dec 21 04:43:31.133937 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a805e94c-14a3-497f-9b09-0dde12313808 req-9a975006-79d0-433a-bff6-411ad061047d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0437212
Dec 21 04:43:31.346999 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a4d4a-52bb-49e1-8afe-346624225f0b req-c0b30cbf-0945-48f5-9683-56383e67840b tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:31.348584 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc6a4d4a-52bb-49e1-8afe-346624225f0b req-c0b30cbf-0945-48f5-9683-56383e67840b tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 945 time: 0.0819590
Dec 21 04:43:31.394891 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dc6a4d4a-52bb-49e1-8afe-346624225f0b req-78fc7925-c06a-49ec-8ada-e7e9d511d085 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0401216
Dec 21 04:43:31.606451 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-c8ecf5e7-da5b-4d02-bfab-3f63298f28ca tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1577361
Dec 21 04:43:31.617103 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'floatingip': {'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:43:31.623138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:43:31.633378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:43:31.642323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:31.785837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:32.060903 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Allocated IP 172.27.0.26 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/6d70ac0a-f8c3-4520-9651-70541bd62010) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:43:32.218640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:32.244899 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:32.261353 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-1373b2a0-f2a8-48cd-a946-38c394145713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:43:32.398262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'Port': ['ID=6d70ac0a-f8c3-4520-9651-70541bd62010,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:43:32.416632 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.417051 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.417463 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.417869 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.418271 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.418673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.419099 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.419499 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.419894 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.420289 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.420686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.421081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.421536 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.421931 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.422324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.422720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.423139 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.423534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.424451 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.424982 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.425377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.425788 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.426183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.426575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:43:32.430774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:43:32.469746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:43:32.471166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:43:32.473514 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:43:32.555859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:32.616639 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:32.875534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:32.879613 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:32.895313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-da689116-effa-4971-bee6-ce4be88f83b8 tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:43:33.031104 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'Port': ['ID=6d70ac0a-f8c3-4520-9651-70541bd62010,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:43:33.041102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:43:33.130376 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:33.156292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:33.157590 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5446434
Dec 21 04:43:33.242091 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-a2beabe1-00e2-4e88-b3f6-d5eb7e810b29 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:43:33.256681 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-a2beabe1-00e2-4e88-b3f6-d5eb7e810b29 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:43:33.257893 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-a2beabe1-00e2-4e88-b3f6-d5eb7e810b29 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.26 HTTP/1.1" status: 200  len: 695 time: 0.0930092
Dec 21 04:43:33.414842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-a86810ac-1f5b-4b66-b0ed-615317ea9144 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:33.416251 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-85356b13-0d70-423c-9dcc-0b4a66c01557 req-a86810ac-1f5b-4b66-b0ed-615317ea9144 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.1524587
Dec 21 04:43:33.609350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fba24c-0bba-4804-895d-977ed293359d req-3ffd3ae1-906b-499f-aac0-85ef16412dd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:33.611018 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-3ffd3ae1-906b-499f-aac0-85ef16412dd2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0818517
Dec 21 04:43:33.695839 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-c713de37-7737-4f3f-832c-7b87d6e311c5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.26 HTTP/1.1" status: 200  len: 695 time: 0.0782235
Dec 21 04:43:33.707775 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-f4fba24c-0bba-4804-895d-977ed293359d req-65c8055f-ac22-4456-8497-07ec43dea8e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'floatingip': {'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:43:33.787170 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f4fba24c-0bba-4804-895d-977ed293359d req-65c8055f-ac22-4456-8497-07ec43dea8e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:34.440608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-1d38bede-ab03-4c33-9070-84bb2a8db399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:34.614074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f4fba24c-0bba-4804-895d-977ed293359d req-65c8055f-ac22-4456-8497-07ec43dea8e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:34.616703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f4fba24c-0bba-4804-895d-977ed293359d req-65c8055f-ac22-4456-8497-07ec43dea8e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:34.787659 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-f4fba24c-0bba-4804-895d-977ed293359d req-65c8055f-ac22-4456-8497-07ec43dea8e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Floating IP cb972825-61a5-44ed-8293-ffd0669f65fb associated. External IP: 172.27.0.26, port: 614b3321-9772-40bb-a1fe-463f4207a5a9.
Dec 21 04:43:35.144333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4fba24c-0bba-4804-895d-977ed293359d req-65c8055f-ac22-4456-8497-07ec43dea8e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:43:35.327552 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4fba24c-0bba-4804-895d-977ed293359d req-65c8055f-ac22-4456-8497-07ec43dea8e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:43:35.332512 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-f4fba24c-0bba-4804-895d-977ed293359d req-65c8055f-ac22-4456-8497-07ec43dea8e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:35.338467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] Sync routers for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:43:35.348842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:43:35.349566 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43054b38>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:43:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:43:35.387252 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-65c8055f-ac22-4456-8497-07ec43dea8e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "PUT /v2.0/floatingips/cb972825-61a5-44ed-8293-ffd0669f65fb HTTP/1.1" status: 200  len: 995 time: 1.6844203
Dec 21 04:43:35.387837 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:43:35.452338 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'status': 'completed', 'code': 200}
Dec 21 04:43:35.487912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fba24c-0bba-4804-895d-977ed293359d req-89a4a785-3bd7-442a-a370-63100ec4ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:35.491394 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-89a4a785-3bd7-442a-a370-63100ec4ed18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1162 time: 0.0900290
Dec 21 04:43:35.547479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:43:35.560528 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-d19f1ed8-f65c-4775-9a58-bcabba8a31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:35.562152 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-d19f1ed8-f65c-4775-9a58-bcabba8a31bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1162 time: 0.0858254
Dec 21 04:43:35.644660 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fba24c-0bba-4804-895d-977ed293359d req-2149794e-b35b-4302-b87a-31ce628a52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:35.650354 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-2149794e-b35b-4302-b87a-31ce628a52b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1541383
Dec 21 04:43:35.710186 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-c8d3594a-4dc7-4a03-8e98-7a2e893e03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:35.711747 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-c8d3594a-4dc7-4a03-8e98-7a2e893e03a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1420050
Dec 21 04:43:35.758301 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-d5f6383d-e4a4-4ca1-bfa7-77def8c8125e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 998 time: 0.1054530
Dec 21 04:43:35.819000 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-f462948e-5cdd-4be1-8524-8f68183f423e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 998 time: 0.1006389
Dec 21 04:43:35.834421 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fba24c-0bba-4804-895d-977ed293359d req-c8e744fa-a021-4e0a-a00a-a12e12b44c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:35.836389 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-c8e744fa-a021-4e0a-a00a-a12e12b44c8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0712588
Dec 21 04:43:35.891479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-11b16744-2b6a-4a3b-8daa-bda0f3dd1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:35.893539 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-11b16744-2b6a-4a3b-8daa-bda0f3dd1e14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0686519
Dec 21 04:43:35.918926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fba24c-0bba-4804-895d-977ed293359d req-ca1e5557-0be2-4e65-a428-167213b3469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:35.920600 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-ca1e5557-0be2-4e65-a428-167213b3469b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0758929
Dec 21 04:43:35.926792 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43054b38>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'cb972825-61a5-44ed-8293-ffd0669f65fb', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:68:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:43:32Z', 'updated_at': '2020-12-21T04:43:34Z', 'revision_number': 1, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:43:35.931044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] Checking router: 42ab8466-798e-41b7-a0f8-9fec5f77cd49 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:43:35.941152 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:43:35.941820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43054b38>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:43:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:43:35.976074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-970da743-1ca3-4237-a03b-206487e4a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:43:35.977628 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-970da743-1ca3-4237-a03b-206487e4a92f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0774069
Dec 21 04:43:36.067662 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-9211941e-5ffe-4841-b83c-2000a490d832 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379206
Dec 21 04:43:36.127598 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-c2be4c0d-da45-4512-b7dd-16a95dd7229a service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421418
Dec 21 04:43:36.132070 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:43:36.214825 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-f4fba24c-0bba-4804-895d-977ed293359d req-fb3db3c8-4f0a-46d5-9612-6c45a120f753 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401579
Dec 21 04:43:36.286467 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b9a4474d-58d9-421e-ae4b-1b15bcadeb43 req-9d7e64da-6add-4135-a918-4bab23518b14 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1500416
Dec 21 04:43:36.497908 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43054b38>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'cb972825-61a5-44ed-8293-ffd0669f65fb', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:68:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:43:32Z', 'updated_at': '2020-12-21T04:43:34Z', 'revision_number': 1, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:43:36.502661 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03990921-9660-4d60-ad2a-3fdba812ba33 None None] The sync data for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi is: [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'cb972825-61a5-44ed-8293-ffd0669f65fb', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:68:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:43:32Z', 'updated_at': '2020-12-21T04:43:34Z', 'revision_number': 1, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:43:36.777657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02329b45-cf48-48ae-aa4b-08aa9544f779 None None] New status for floating IP cb972825-61a5-44ed-8293-ffd0669f65fb: ACTIVE {{(pid=80294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:43:37.082432 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-68ea3ff5-e5b3-4283-9d3c-68759f638d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:37.271545 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:38.378239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:39.106717 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:43:48.775424 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:00.136373 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:44:04.443129 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a701490b-b2ea-4f6a-b306-e5e779b411cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:07.083682 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-252f30f8-3dac-41a6-a1ba-366d9bacb10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:07.273187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:08.380081 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:09.111663 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:16.342220 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-e65f9b24-f066-4edc-9224-4d5182382685 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0780959
Dec 21 04:44:16.492707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-c1a4bb79-fc4c-4b3f-865b-d749c4e6848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:44:16.494386 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-c1a4bb79-fc4c-4b3f-865b-d749c4e6848e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1162 time: 0.0759158
Dec 21 04:44:16.652985 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-716da0da-4db5-4aea-bbc7-2dd26ba18e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:44:16.654470 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-716da0da-4db5-4aea-bbc7-2dd26ba18e20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1367617
Dec 21 04:44:16.762177 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-cd5c28e1-395e-4733-ba4d-05deb6d29d28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 1000 time: 0.1009555
Dec 21 04:44:16.831656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-23be84bb-f2c8-4099-b760-f116b669c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:44:16.833173 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-23be84bb-f2c8-4099-b760-f116b669c663 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0639925
Dec 21 04:44:16.915308 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-afb0ec8d-ff69-43e6-97e3-2bbc7265826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:44:16.916865 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-afb0ec8d-ff69-43e6-97e3-2bbc7265826f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0767741
Dec 21 04:44:17.059559 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-8797bee9-d1b5-4b87-9f70-e3ce95f04abc service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346955
Dec 21 04:44:17.200800 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-daf162c5-8755-4c61-9e42-fea15ab1b2ad req-7eac10e8-16d1-48c7-a6e4-1821dfafee95 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345158
Dec 21 04:44:18.765926 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:34.455311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d287d5ad-fac6-4106-a6da-97baa7b6f8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:37.084522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-cb56216e-64d0-4c3b-b04c-8430e9e14885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:37.135990 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:44:37.275689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:38.381445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:39.114199 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:44:48.776240 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:04.447899 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f28faffc-3656-4753-8b70-eccb5da0be1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:07.085878 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-2ff116f7-8803-4eaa-9a82-460dfd6599b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:07.278422 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:08.382058 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:09.119880 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:10.886135 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-94098757-3ff6-4a05-a5ad-f5576044eec1 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-625897284&fields=id&tenant_id=c9a3b1a5cbe74271b3ec25d419290273 HTTP/1.1" status: 200  len: 267 time: 0.0431476
Dec 21 04:45:11.046433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ab093b21-01d8-46cd-92e5-bdf15b31a87b tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:11.048067 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ab093b21-01d8-46cd-92e5-bdf15b31a87b tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 812 time: 0.1541574
Dec 21 04:45:11.064550 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-6c2ac299-8cba-4091-a91d-f499da2aaeaf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/quotas/c9a3b1a5cbe74271b3ec25d419290273 HTTP/1.1" status: 200  len: 375 time: 0.0101321
Dec 21 04:45:11.159524 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-cf2cec3c-68c8-45d3-884d-568b24d37983 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0890346
Dec 21 04:45:11.540222 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-b97a5bbc-8441-4ad3-9cd5-642c157c178a service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3684752
Dec 21 04:45:11.684386 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-3885a537-cc44-4edb-97bf-ec3ab0d03ff2 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376078
Dec 21 04:45:12.105552 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-524af6b5-310e-48ca-a4d7-d970f4e81105 req-2043c8fb-52d4-4170-bb97-50a2efd1b3fc tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 210 time: 0.0460100
Dec 21 04:45:13.161000 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-92536122-4340-433b-8687-3d09a34ebdc2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:13.162548 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-92536122-4340-433b-8687-3d09a34ebdc2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 812 time: 0.1588938
Dec 21 04:45:13.252991 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-c01ad966-754f-4385-bbe7-03d958bf10d0 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9a3b1a5cbe74271b3ec25d419290273 HTTP/1.1" status: 200  len: 5549 time: 0.0689716
Dec 21 04:45:13.268492 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'port': {'device_id': '0986762c-dae5-494c-9ef1-603482103687', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'admin_state_up': True, 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'security_groups': ['6fede065-0892-41d0-bb3a-d0f335bafeea']}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:45:13.284580 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-dd83d5b0-cc93-44f9-a856-c62e7f040a1c req-01f95161-445f-4250-9354-b3a3fccc3289 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 210 time: 0.0475469
Dec 21 04:45:13.416420 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:45:13.420748 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Usage tracker for resource:port and tenant:c9a3b1a5cbe74271b3ec25d419290273 is out of sync, need to count used quota {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 04:45:13.423726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Quota usage for port was recalculated. Used quota:5. {{(pid=80292) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 04:45:13.429408 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80292) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:45:13.437836 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Made reservation on behalf of c9a3b1a5cbe74271b3ec25d419290273 for: {'port': 1} {{(pid=80292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 04:45:13.444219 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:13.747342 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Allocated IP 172.20.0.10 (6d868963-851b-4b8f-95e5-ad6093b907aa/c9631b37-aa44-43bb-8e2b-4f2e51041486/0e2c63a4-88a3-4eb1-82de-ba637ee5cefd) {{(pid=80292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:45:13.951378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for port, precommit_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:13.967886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Transition to ACTIVE for port object 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd will not be triggered until provisioned by entity DHCP. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:45:13.988101 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_create {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:14.005785 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5f706070-ad7a-400a-861d-743f7e530fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:45:14.135556 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:45:14.141906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'Port': ['ID=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,revision_number=1']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:45:14.159459 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.159881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.160296 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.160703 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.161106 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.161558 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.161879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.162276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.162673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.163094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.163489 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.163898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.164333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.164727 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.165119 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.165512 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.165907 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.166299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.166691 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.167113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.167505 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.167920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.168317 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.168707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:14.175309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:45:14.217656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Network 6d868963-851b-4b8f-95e5-ad6093b907aa is already hosted by enough agents. {{(pid=80292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:45:14.218876 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources bound (agent type, host, resource id):  {{(pid=80292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:45:14.221796 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Received port after_create {{(pid=80292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:45:14.287435 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:14.288384 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:14.318877 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-ade11d05-9cd4-4b11-a7d9-bfb2d8d476c2 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0554047
Dec 21 04:45:14.333291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Request body: {'port': {'device_id': '0986762c-dae5-494c-9ef1-603482103687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=80292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:45:14.456764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:14.476333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-c8fc5477-9012-4d73-8127-03b4b88e5d4b None None] Provisioning for port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd completed by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:45:14.482314 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-c8fc5477-9012-4d73-8127-03b4b88e5d4b None None] Provisioning complete for port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd triggered by entity DHCP. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:45:14.483252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c8fc5477-9012-4d73-8127-03b4b88e5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:14.512971 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00cc6d-dd2b-449f-9b1b-3f4abe1ae5fa req-2edd5dc8-72e6-48df-996e-16203acaea75 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:14.514600 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f00cc6d-dd2b-449f-9b1b-3f4abe1ae5fa req-2edd5dc8-72e6-48df-996e-16203acaea75 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 932 time: 0.0903683
Dec 21 04:45:14.544833 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc5477-9012-4d73-8127-03b4b88e5d4b None None] Port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd cannot update to ACTIVE because it is not bound. {{(pid=80294) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 04:45:14.565287 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7f00cc6d-dd2b-449f-9b1b-3f4abe1ae5fa req-551d1f56-ffb6-47ec-a86d-3b6210ab8967 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0432703
Dec 21 04:45:14.868928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd {{(pid=80292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 04:45:14.876043 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:14.887912 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Transition to ACTIVE for port object 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd will not be triggered until provisioned by entity L2. {{(pid=80292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 04:45:14.890453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:14.905662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-893f9269-8daa-4eca-8726-f6973e9236be tempest-TestMinimumBasicScenario-2065912205 tempest-TestMinimumBasicScenario-2065912205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:45:15.046968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,revision_number=2']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:45:15.054647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:45:15.443885 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Attempting to bind port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd on host hv-cinder-73306 for vnic_type normal with profile  {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 04:45:15.444396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Attempting to bind port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd by drivers openvswitch on host hv-cinder-73306 at level 0 using segments [{'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 04:45:15.444513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Attempting to bind port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd on network 6d868963-851b-4b8f-95e5-ad6093b907aa {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 04:45:15.450701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Checking agent: {'id': '4db1ddad-4b57-4719-b0b6-799d23838f0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 4, 1, 47), 'started_at': datetime.datetime(2020, 12, 21, 4, 2, 17), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 4, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 04:45:15.451105 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Checking segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 04:45:15.451508 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:15.451923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Bound using segment: {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'} {{(pid=80292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 04:45:15.452396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Bound port: 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd, host: hv-cinder-73306, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339f02c8-612e-4ca3-bef4-13329b58af83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa'}}] {{(pid=80292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 04:45:15.452774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:15.545477 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] For port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd, host hv-cinder-73306, cleared binding levels {{(pid=80292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 04:45:15.549718 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] For port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 04:45:15.552363 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847871545'] for port, after_update {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:15.569375 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a1e67ee5-9291-4c02-9c3c-b285188582f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:45:15.725615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,revision_number=3']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:45:15.730313 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:45:15.759413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:15.760080 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:15.761557 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-31827062-e15f-47a8-8958-bdc32259cee3 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e2c63a4-88a3-4eb1-82de-ba637ee5cefd HTTP/1.1" status: 200  len: 1158 time: 1.4343307
Dec 21 04:45:15.762162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:45:15.780564 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11960f61-eb81-44fb-a38e-422b847c6d8f req-ba83037b-5273-4016-a0e5-d0052045cf98 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:15.783007 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11960f61-eb81-44fb-a38e-422b847c6d8f req-ba83037b-5273-4016-a0e5-d0052045cf98 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 944 time: 0.0895667
Dec 21 04:45:15.839391 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-11960f61-eb81-44fb-a38e-422b847c6d8f req-70c35e43-e5c8-45e2-a4d3-f92245d543a4 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0496776
Dec 21 04:45:15.879276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-504e9a36-1ab3-414f-ab21-e439a0fe53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:15.881010 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-504e9a36-1ab3-414f-ab21-e439a0fe53bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 1161 time: 0.0807621
Dec 21 04:45:15.958013 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-6663ecb3-8e51-4d0d-b96e-61ab10d70d2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd HTTP/1.1" status: 200  len: 217 time: 0.0694716
Dec 21 04:45:16.028500 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-f088ce98-183f-4b0b-b95c-fa6a2dc97ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:16.030222 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-f088ce98-183f-4b0b-b95c-fa6a2dc97ca3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0655804
Dec 21 04:45:16.111799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-27839927-3bee-4687-8343-c6d01c6dcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:16.113254 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-27839927-3bee-4687-8343-c6d01c6dcd59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0766988
Dec 21 04:45:16.254930 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-c790d130-c443-4d6b-a69a-67f23d573723 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343501
Dec 21 04:45:16.396291 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-86edf252-d38d-4c3e-9b7c-03994d5f627f req-4088ba93-73e1-48dd-a95d-4aba7074db82 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1342371
Dec 21 04:45:16.845141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'status': 'completed', 'code': 200}
Dec 21 04:45:16.946643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770751-075c-4651-9e85-730b2eeb8024 req-f62c399c-04d3-4cce-a073-05a97a6c3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:16.948305 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63770751-075c-4651-9e85-730b2eeb8024 req-f62c399c-04d3-4cce-a073-05a97a6c3e9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 1161 time: 0.0785584
Dec 21 04:45:17.059253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a9a04-8428-44a5-a3eb-000cf41eaa3e req-ff12b789-8430-4501-a5dd-c66822b7a30a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:17.060880 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-099a9a04-8428-44a5-a3eb-000cf41eaa3e req-ff12b789-8430-4501-a5dd-c66822b7a30a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 944 time: 0.0841179
Dec 21 04:45:17.094292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770751-075c-4651-9e85-730b2eeb8024 req-107bf8dd-d8df-4d5e-8d4a-5b3d317f6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:17.095890 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63770751-075c-4651-9e85-730b2eeb8024 req-107bf8dd-d8df-4d5e-8d4a-5b3d317f6ce5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1399250
Dec 21 04:45:17.109261 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-099a9a04-8428-44a5-a3eb-000cf41eaa3e req-ec63c3ca-4d1d-40dc-a054-6c58b3ee073d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0409138
Dec 21 04:45:17.169482 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63770751-075c-4651-9e85-730b2eeb8024 req-f98d6c0e-425f-4c05-8714-8d9bc00407af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd HTTP/1.1" status: 200  len: 217 time: 0.0664322
Dec 21 04:45:17.237293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770751-075c-4651-9e85-730b2eeb8024 req-8da187e8-f801-412e-912d-da158856a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:17.238790 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63770751-075c-4651-9e85-730b2eeb8024 req-8da187e8-f801-412e-912d-da158856a606 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0632489
Dec 21 04:45:17.316674 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770751-075c-4651-9e85-730b2eeb8024 req-15d8a12d-c248-43d8-b851-17f440c8f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:17.318227 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63770751-075c-4651-9e85-730b2eeb8024 req-15d8a12d-c248-43d8-b851-17f440c8f705 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0730233
Dec 21 04:45:17.463178 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63770751-075c-4651-9e85-730b2eeb8024 req-62892074-dffb-4fcd-8fce-6b7dfc3ad27a service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375892
Dec 21 04:45:17.606694 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-63770751-075c-4651-9e85-730b2eeb8024 req-f537800d-395a-4354-bcac-7d57a63d776c service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356251
Dec 21 04:45:18.326841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b0912-71ad-438f-9892-2cd3538bbb0c req-74e97049-ed4f-4af3-a106-f018367272f0 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:18.328540 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-635b0912-71ad-438f-9892-2cd3538bbb0c req-74e97049-ed4f-4af3-a106-f018367272f0 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 944 time: 0.0885751
Dec 21 04:45:18.342520 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-175cfe63-2151-4c52-911c-58eced143df5 req-e8c18b8a-1770-4220-9db8-d8fced4dca6e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0784199
Dec 21 04:45:18.377011 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-635b0912-71ad-438f-9892-2cd3538bbb0c req-a2dfe93b-20a1-4e22-a553-eecd6d612d5d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0421622
Dec 21 04:45:18.488149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cfe63-2151-4c52-911c-58eced143df5 req-9337855f-3758-4dd5-b087-4b6966a9f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:18.489687 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-175cfe63-2151-4c52-911c-58eced143df5 req-9337855f-3758-4dd5-b087-4b6966a9f111 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1162 time: 0.0755436
Dec 21 04:45:18.643990 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cfe63-2151-4c52-911c-58eced143df5 req-3b15dc2c-1d31-4ba1-8094-242669ffece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:18.645539 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-175cfe63-2151-4c52-911c-58eced143df5 req-3b15dc2c-1d31-4ba1-8094-242669ffece5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1366224
Dec 21 04:45:18.753819 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-175cfe63-2151-4c52-911c-58eced143df5 req-3314fb6f-e5e6-4f6b-885a-9db17d2efd8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 1000 time: 0.1003566
Dec 21 04:45:18.780009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:18.824211 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cfe63-2151-4c52-911c-58eced143df5 req-a6d82990-77e9-4d05-b802-f86129952fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:18.825769 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-175cfe63-2151-4c52-911c-58eced143df5 req-a6d82990-77e9-4d05-b802-f86129952fc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0649743
Dec 21 04:45:18.908368 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cfe63-2151-4c52-911c-58eced143df5 req-b090cbe4-a727-44d7-8f7b-1cc3da13a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:18.909927 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-175cfe63-2151-4c52-911c-58eced143df5 req-b090cbe4-a727-44d7-8f7b-1cc3da13a95d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0771337
Dec 21 04:45:19.052982 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-175cfe63-2151-4c52-911c-58eced143df5 req-2fb4fb99-62ea-4c00-9e6b-d976e051a9ca service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346865
Dec 21 04:45:19.192880 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-175cfe63-2151-4c52-911c-58eced143df5 req-53586723-d39b-40ff-83c4-1e091a545259 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1330459
Dec 21 04:45:19.587284 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d62ca9-09aa-4864-9fe6-27bbc235535d req-2df2ea4c-9571-4a0c-8332-c84fd6c40a78 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:19.588885 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-73d62ca9-09aa-4864-9fe6-27bbc235535d req-2df2ea4c-9571-4a0c-8332-c84fd6c40a78 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 944 time: 0.0826211
Dec 21 04:45:19.639534 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-73d62ca9-09aa-4864-9fe6-27bbc235535d req-fc58b2e4-290b-40c3-91e9-7a19284724f5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0442882
Dec 21 04:45:20.846673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4411f-6edd-4220-80f1-a4c891f4f132 req-0768c7f8-e873-46f6-8c28-a42a03441c3e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:20.848301 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bb4411f-6edd-4220-80f1-a4c891f4f132 req-0768c7f8-e873-46f6-8c28-a42a03441c3e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 944 time: 0.0831335
Dec 21 04:45:20.895525 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8bb4411f-6edd-4220-80f1-a4c891f4f132 req-b91e0821-c31a-4059-b1dc-e180ac164149 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0410066
Dec 21 04:45:22.106150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14eb0c-9e24-4494-b9e3-81b0cfb8508c req-f02f382e-12c8-4a42-a203-a5adabfec95d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:22.107734 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ae14eb0c-9e24-4494-b9e3-81b0cfb8508c req-f02f382e-12c8-4a42-a203-a5adabfec95d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 944 time: 0.0855303
Dec 21 04:45:22.154354 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-ae14eb0c-9e24-4494-b9e3-81b0cfb8508c req-32d78991-e8a1-4f2d-aeca-00499bbaaae8 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0402632
Dec 21 04:45:23.195378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:45:23.262742 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning for port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd completed by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 04:45:23.268130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:45:23.268542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:23.366497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c32a3c-bcc2-4076-a4ad-9fb812efda32 req-361e0ac2-77cd-4b71-8921-ff6f9ffc92a5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:23.368176 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-55c32a3c-bcc2-4076-a4ad-9fb812efda32 req-361e0ac2-77cd-4b71-8921-ff6f9ffc92a5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 944 time: 0.0849636
Dec 21 04:45:23.386733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:23.414841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:45:23.421207 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-55c32a3c-bcc2-4076-a4ad-9fb812efda32 req-23a05092-7d96-4196-85ca-8bf2c96a4f81 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0464835
Dec 21 04:45:23.425021 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:45:23.427983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:23.429881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-19aa6e93-e4ce-45ca-b6cf-af52549010ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:45:23.494384 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'code': 200}
Dec 21 04:45:23.502865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,revision_number=4']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:45:23.510843 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.511253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.511628 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.512044 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.512399 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.512763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.513123 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.513483 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.513924 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.514325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.514686 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.515065 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.515479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.515834 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.516191 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.517121 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.517478 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.517828 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.518178 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.518534 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.519028 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.519245 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.519595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.519944 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:23.524262 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:45:23.783577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15fede-68bf-4a97-bcb5-008276aa96e2 req-03d52bc3-83b0-4bc8-8411-ec0aaa2e0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:23.785168 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e15fede-68bf-4a97-bcb5-008276aa96e2 req-03d52bc3-83b0-4bc8-8411-ec0aaa2e0074 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 1163 time: 0.0727606
Dec 21 04:45:23.830030 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-5e15fede-68bf-4a97-bcb5-008276aa96e2 req-1f086b60-c7ac-4075-bae2-9f4bc5701153 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0358975
Dec 21 04:45:24.659936 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee24f97-6584-4f01-8b7f-c6c161869bb2 req-5f140751-4cce-4878-b7cb-efc21fcf6aa7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:24.661523 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0ee24f97-6584-4f01-8b7f-c6c161869bb2 req-5f140751-4cce-4878-b7cb-efc21fcf6aa7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 946 time: 0.0840652
Dec 21 04:45:24.707434 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-0ee24f97-6584-4f01-8b7f-c6c161869bb2 req-0630ccee-b77c-4f7b-80cc-9083e5122acf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0396774
Dec 21 04:45:24.941953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd up at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 04:45:25.017706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.provisioning_blocks [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Provisioning complete for port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd triggered by entity L2. {{(pid=80294) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 04:45:25.018114 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1869896'] for port, provisioning_complete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:25.919942 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da17a8-d9ed-49a5-9fb7-6f6a84ffbe35 req-a37ab399-fa00-46e9-aeee-6e2856b5d755 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:25.921518 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-49da17a8-d9ed-49a5-9fb7-6f6a84ffbe35 req-a37ab399-fa00-46e9-aeee-6e2856b5d755 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 946 time: 0.0854347
Dec 21 04:45:25.968684 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-49da17a8-d9ed-49a5-9fb7-6f6a84ffbe35 req-ceba4547-7a75-4c36-9d5e-67e3b38820cb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0401616
Dec 21 04:45:26.176621 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daa2f8-b2ca-4525-8551-3723d997a7c9 req-e8f44c98-a453-49cd-84e0-5bdd8dd6b485 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:26.178250 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-55daa2f8-b2ca-4525-8551-3723d997a7c9 req-e8f44c98-a453-49cd-84e0-5bdd8dd6b485 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 946 time: 0.0825019
Dec 21 04:45:26.228085 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-55daa2f8-b2ca-4525-8551-3723d997a7c9 req-14e65e11-b0f6-4a9e-a64f-b3fd2901aea4 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0435205
Dec 21 04:45:26.513521 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-7d1aabe1-1f51-4f80-81e8-72880f712ad4 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2320011
Dec 21 04:45:26.524269 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'floatingip': {'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:45:26.529770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 04:45:26.540038 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.quota.driver [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80293) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 04:45:26.548830 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:26.692412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:26.958579 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_common [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Allocated IP 172.27.0.147 (62fcf32e-2351-40da-9ead-73ebabec5a60/ef206030-4c98-4f00-99d0-659dd7d7c663/2c34f58f-924c-456d-b2eb-f676f61622fd) {{(pid=80293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 04:45:27.117301 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for port, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:27.142799 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275586662516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:27.155433 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c39a924c-f77b-49c2-abb2-5d6bb631eed7 tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:45:27.290448 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'Port': ['ID=2c34f58f-924c-456d-b2eb-f676f61622fd,revision_number=1']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:45:27.307470 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.307888 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.308297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.308705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.309109 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.309506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.309901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.310297 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.310690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.311110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.311504 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.311895 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.312341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.312732 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.313740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.314135 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.314527 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.314945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.315332 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.315725 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.316112 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.316521 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.316911 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.317299 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:45:27.321542 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:45:27.362225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Network 62fcf32e-2351-40da-9ead-73ebabec5a60 is already hosted by enough agents. {{(pid=80293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 04:45:27.363444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.base_scheduler [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Resources bound (agent type, host, resource id):  {{(pid=80293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 04:45:27.365733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Received port after_create {{(pid=80293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 04:45:27.447820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_create {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:27.506394 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:27.770168 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for port, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:27.773746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7241849'] for port, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:27.789412 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-84dad20e-9cbd-475c-a5d1-5c2b651a49f7 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:45:27.921585 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event updated for resources: {'Port': ['ID=2c34f58f-924c-456d-b2eb-f676f61622fd,revision_number=2']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:45:27.924849 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:45:28.021769 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:28.047511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:28.048811 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5287066
Dec 21 04:45:28.133543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-c947cc89-4f53-4f28-8b1d-1fd98132d1b3 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:45:28.148107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-c947cc89-4f53-4f28-8b1d-1fd98132d1b3 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:45:28.149318 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-c947cc89-4f53-4f28-8b1d-1fd98132d1b3 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.147 HTTP/1.1" status: 200  len: 696 time: 0.0942020
Dec 21 04:45:28.305741 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-94a3eb10-c350-4ed5-b6cc-75695050a1de tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:28.307144 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b3840e0e-b91b-443b-bab5-b4c964e1b6a8 req-94a3eb10-c350-4ed5-b6cc-75695050a1de tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.1519041
Dec 21 04:45:28.576603 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820cda0-1239-431a-992e-ed375c9893ef req-5a7f8415-32a0-4a4e-b5ba-4e86269e5dc4 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:28.578142 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-5a7f8415-32a0-4a4e-b5ba-4e86269e5dc4 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1640115
Dec 21 04:45:28.664068 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-2b08dffe-b84f-41f8-b31f-3f29197a68f5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.147 HTTP/1.1" status: 200  len: 696 time: 0.0796065
Dec 21 04:45:28.674770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.v2.base [req-8820cda0-1239-431a-992e-ed375c9893ef req-1ce74573-5a17-4416-9693-bf5cd046bf5e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Request body: {'floatingip': {'port_id': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80293) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 04:45:28.755765 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8820cda0-1239-431a-992e-ed375c9893ef req-1ce74573-5a17-4416-9693-bf5cd046bf5e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, before_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:29.589030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8820cda0-1239-431a-992e-ed375c9893ef req-1ce74573-5a17-4416-9693-bf5cd046bf5e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:29.592084 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8820cda0-1239-431a-992e-ed375c9893ef req-1ce74573-5a17-4416-9693-bf5cd046bf5e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-950110'] for floatingip, after_update {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:29.768015 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-8820cda0-1239-431a-992e-ed375c9893ef req-1ce74573-5a17-4416-9693-bf5cd046bf5e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Floating IP 09fed68e-3627-414e-b2b0-e694b3aec38d associated. External IP: 172.27.0.147, port: 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd.
Dec 21 04:45:30.120479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8820cda0-1239-431a-992e-ed375c9893ef req-1ce74573-5a17-4416-9693-bf5cd046bf5e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:45:30.303600 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8820cda0-1239-431a-992e-ed375c9893ef req-1ce74573-5a17-4416-9693-bf5cd046bf5e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:45:30.308040 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8820cda0-1239-431a-992e-ed375c9893ef req-1ce74573-5a17-4416-9693-bf5cd046bf5e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:30.314093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] Sync routers for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:45:30.323764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:45:30.324429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4340cc18>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:45:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:45:30.363343 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-1ce74573-5a17-4416-9693-bf5cd046bf5e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "PUT /v2.0/floatingips/09fed68e-3627-414e-b2b0-e694b3aec38d HTTP/1.1" status: 200  len: 997 time: 1.6931379
Dec 21 04:45:30.363901 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:45:30.424515 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'status': 'completed', 'code': 200}
Dec 21 04:45:30.458679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820cda0-1239-431a-992e-ed375c9893ef req-58ddcd8c-6205-4cae-b0d4-0cf679db4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:30.460597 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-58ddcd8c-6205-4cae-b0d4-0cf679db4fe1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 1163 time: 0.0835190
Dec 21 04:45:30.521709 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:45:30.534172 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-6b5f3aad-817e-4865-9985-f1418318054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:30.535830 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-6b5f3aad-817e-4865-9985-f1418318054d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 1163 time: 0.0901504
Dec 21 04:45:30.609315 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820cda0-1239-431a-992e-ed375c9893ef req-92719b5b-45c4-4ac2-af3a-812a3ffa7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:30.611583 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-92719b5b-45c4-4ac2-af3a-812a3ffa7666 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1441982
Dec 21 04:45:30.679831 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-932d18d6-f786-4405-a6c6-297d09ae49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:30.681344 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-932d18d6-f786-4405-a6c6-297d09ae49eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1389637
Dec 21 04:45:30.719749 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-299eaa3b-b9c5-4b18-862f-2bf59c09bbcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd HTTP/1.1" status: 200  len: 1000 time: 0.1004262
Dec 21 04:45:30.791170 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-9588c46c-cc18-4058-8c68-2da221527f08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd HTTP/1.1" status: 200  len: 1000 time: 0.1033046
Dec 21 04:45:30.794050 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820cda0-1239-431a-992e-ed375c9893ef req-fdceee98-3e8c-45d3-85a3-20bc4e7d7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:30.795683 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-fdceee98-3e8c-45d3-85a3-20bc4e7d7358 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0690925
Dec 21 04:45:30.862595 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-b42bafba-0c9a-48bd-b5b7-f4fade33b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:30.864214 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-b42bafba-0c9a-48bd-b5b7-f4fade33b563 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0668840
Dec 21 04:45:30.877647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820cda0-1239-431a-992e-ed375c9893ef req-c63d2172-03ef-4018-b180-c5ab31918035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:30.879302 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-c63d2172-03ef-4018-b180-c5ab31918035 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0762119
Dec 21 04:45:30.899716 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4340cc18>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': '09fed68e-3627-414e-b2b0-e694b3aec38d', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:85:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986762c-dae5-494c-9ef1-603482103687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:45:27Z', 'updated_at': '2020-12-21T04:45:29Z', 'revision_number': 1, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}, {'id': 'cb972825-61a5-44ed-8293-ffd0669f65fb', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:68:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:43:32Z', 'updated_at': '2020-12-21T04:43:36Z', 'revision_number': 2, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:45:30.904045 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] Checking router: 42ab8466-798e-41b7-a0f8-9fec5f77cd49 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:45:30.913696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:45:30.914453 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e4340cc18>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:45:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:45:30.948859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-4cffa1e7-ea14-4c43-8650-f6962e167a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:45:30.950480 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-4cffa1e7-ea14-4c43-8650-f6962e167a75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0770180
Dec 21 04:45:31.033792 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-54e4acc5-02b6-4fd5-acff-f34b260e70d8 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458294
Dec 21 04:45:31.113539 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:45:31.189935 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8820cda0-1239-431a-992e-ed375c9893ef req-9e3f4364-3f20-49f9-b312-470e1fe2c563 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483169
Dec 21 04:45:31.325716 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-edbe8b87-7e69-4b7e-8297-ffd959f7222f service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3680532
Dec 21 04:45:31.491746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e4340cc18>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': '09fed68e-3627-414e-b2b0-e694b3aec38d', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:85:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986762c-dae5-494c-9ef1-603482103687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:45:27Z', 'updated_at': '2020-12-21T04:45:29Z', 'revision_number': 1, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}, {'id': 'cb972825-61a5-44ed-8293-ffd0669f65fb', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:68:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:43:32Z', 'updated_at': '2020-12-21T04:43:36Z', 'revision_number': 2, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:45:31.496009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe4852d-bd1c-4358-86b3-8d88685f37f2 None None] The sync data for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi is: [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': '09fed68e-3627-414e-b2b0-e694b3aec38d', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:85:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986762c-dae5-494c-9ef1-603482103687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:45:27Z', 'updated_at': '2020-12-21T04:45:29Z', 'revision_number': 1, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}, {'id': 'cb972825-61a5-44ed-8293-ffd0669f65fb', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:68:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:43:32Z', 'updated_at': '2020-12-21T04:43:36Z', 'revision_number': 2, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:45:31.573999 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-3e146985-c0e7-4d82-b1e5-f2a3f5172b7e req-0810de7b-7d73-40e0-ad45-93db3ef8b82f service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2416201
Dec 21 04:45:31.789252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d4ecd4-c355-4786-8bb9-3dd0f519d2e6 None None] New status for floating IP 09fed68e-3627-414e-b2b0-e694b3aec38d: ACTIVE {{(pid=80294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:45:34.450587 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2d41-86ca-41d5-a40d-d12998b586e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:37.087500 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5556efa9-3aa7-41c1-a479-a3e8227c1b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:37.281392 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:38.384005 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:39.120892 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:48.776370 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:45:51.136391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:46:04.455183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-870f755b-16bf-44e7-bf86-9138a10c95cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:07.087362 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7ac4dc73-3531-4618-8044-c1f4a605b152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:07.285604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:08.385835 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:09.124352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:18.778658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:19.371115 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-6fd5d45a-2723-44af-8d96-9bd37ab7d3e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0778494
Dec 21 04:46:19.623331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-8b8b2c41-b276-4560-8baa-38d59e96b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:46:19.624820 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-8b8b2c41-b276-4560-8baa-38d59e96b873 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1162 time: 0.0744181
Dec 21 04:46:19.779739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-53cd75d8-8ee9-4725-9caa-c25b02d36639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:46:19.781306 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-53cd75d8-8ee9-4725-9caa-c25b02d36639 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1369390
Dec 21 04:46:19.887678 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-ca045c82-b660-436f-8187-ce51d99ab7ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 1000 time: 0.0991721
Dec 21 04:46:19.959377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-dee0c45c-82a3-4a22-aa81-d3ef4e88a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:46:19.960880 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-dee0c45c-82a3-4a22-aa81-d3ef4e88a815 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0662997
Dec 21 04:46:20.040610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-7cfe6857-e944-4380-8aba-cb24439d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:46:20.042162 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-7cfe6857-e944-4380-8aba-cb24439d3d63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0733523
Dec 21 04:46:20.185097 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-4f572bed-bbb4-4ca8-bb7e-565097a6a67f service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341639
Dec 21 04:46:20.326817 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-97796210-0f9f-46d0-bfb2-6cd11db9e039 req-de754956-28bc-45ba-84f6-5b478601f688 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351411
Dec 21 04:46:28.136461 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:46:34.458861 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6f4f2d00-4011-4e68-a7d7-404c1b434a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:37.087896 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f43366a0-08a8-4782-813c-2a83c353d39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:37.287325 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:38.387981 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:39.127941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:46:48.795205 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:00.426401 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-9189084c-c90c-4b2d-9d96-2a1e4a12fd3b tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips/09fed68e-3627-414e-b2b0-e694b3aec38d HTTP/1.1" status: 200  len: 999 time: 0.1105649
Dec 21 04:47:00.584396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-e2b333f8-828c-4d1a-81cb-bae1b4314af4 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:00.585852 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-e2b333f8-828c-4d1a-81cb-bae1b4314af4 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.1535172
Dec 21 04:47:00.597350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-542a872f-bea5-4b81-ba7e-6b8941aa1574 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:47:00.598520 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-542a872f-bea5-4b81-ba7e-6b8941aa1574 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059757
Dec 21 04:47:00.706141 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-26bc2e71-bf8c-48ab-9a31-f29f3144baad tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.147 HTTP/1.1" status: 200  len: 1002 time: 0.1013672
Dec 21 04:47:00.784267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-c17dd582-2774-403a-981d-8be0723b63cb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:00.786358 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-c17dd582-2774-403a-981d-8be0723b63cb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports/0e2c63a4-88a3-4eb1-82de-ba637ee5cefd HTTP/1.1" status: 200  len: 943 time: 0.0735548
Dec 21 04:47:01.204824 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-de5a4975-846d-4741-b19a-0e5c13345afe tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.147 HTTP/1.1" status: 200  len: 1002 time: 0.3370028
Dec 21 04:47:01.417945 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Deleting port 2c34f58f-924c-456d-b2eb-f676f61622fd {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:01.418324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:01.596478 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:01.597042 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:01.721889 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Calling delete_port for 2c34f58f-924c-456d-b2eb-f676f61622fd owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:01.878751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:01.894415 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c75e339e-bec3-4382-9d1c-b3bb467cb133 tempest-AttachVolumeShelveTestJSON-647402538 tempest-AttachVolumeShelveTestJSON-647402538] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:01.951597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event deleted for resources: {'Port': ['ID=2c34f58f-924c-456d-b2eb-f676f61622fd,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:01.962679 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.963122 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.963535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.963941 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.964344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.964745 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.965140 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.965537 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.965930 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.966324 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.966719 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.967137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.967589 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.967984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.968374 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.968769 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.969172 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.969555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.969948 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.970345 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.970737 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.971154 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.971548 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.971939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:01.977604 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:02.131690 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:02.131980 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Floating IP 09fed68e-3627-414e-b2b0-e694b3aec38d disassociated (deleted). External IP: 172.27.0.147, port: 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd.
Dec 21 04:47:02.491766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:47:02.672939 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:47:02.683249 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] Sync routers for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:47:02.694813 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:47:02.695501 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43242f60>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:46:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:02.696761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:02.757761 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-00cfdb14-2c85-49d3-9783-bb42ff4e8151 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "DELETE /v2.0/floatingips/09fed68e-3627-414e-b2b0-e694b3aec38d HTTP/1.1" status: 204  len: 173 time: 1.5468154
Dec 21 04:47:02.758335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:47:02.847030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-d4625917-ecd2-4bcb-9527-91b79b58d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:02.849633 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-d4625917-ecd2-4bcb-9527-91b79b58d887 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 1163 time: 0.0769699
Dec 21 04:47:02.882550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:47:02.901686 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'status': 'completed', 'code': 200}
Dec 21 04:47:02.998491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-b6b1a3e4-e958-447c-a8e7-4015085830f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:03.000343 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-b6b1a3e4-e958-447c-a8e7-4015085830f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 1163 time: 0.0780408
Dec 21 04:47:03.002055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-0e956000-9c0e-4ed6-85d4-d85518e7b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:03.004347 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-0e956000-9c0e-4ed6-85d4-d85518e7b3f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1474507
Dec 21 04:47:03.080541 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-95b9198e-c4a2-4eb1-bf99-08e8c0836925 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd HTTP/1.1" status: 200  len: 217 time: 0.0693445
Dec 21 04:47:03.155841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-61b10424-e467-4c7a-8d06-8d4e64163d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:03.157173 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-11a8e29b-e9e9-4d71-a461-c5c12c0f742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:03.157487 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-61b10424-e467-4c7a-8d06-8d4e64163d0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0693469
Dec 21 04:47:03.159388 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-11a8e29b-e9e9-4d71-a461-c5c12c0f742c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1528871
Dec 21 04:47:03.236120 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-d06063b8-a18a-48fd-b256-3cf63e8d577c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd HTTP/1.1" status: 200  len: 217 time: 0.0694425
Dec 21 04:47:03.244446 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-93989091-7b12-4ab9-bc2b-4fcccc4582b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:03.246093 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-93989091-7b12-4ab9-bc2b-4fcccc4582b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0807157
Dec 21 04:47:03.307943 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-3ad715c9-227c-414a-a16a-aeda27ee8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:03.309538 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-3ad715c9-227c-414a-a16a-aeda27ee8706 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0664465
Dec 21 04:47:03.396881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-719969ff-9b5e-4382-8118-5f54880be45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:03.398606 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-719969ff-9b5e-4382-8118-5f54880be45b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0828090
Dec 21 04:47:03.399708 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-ad717fb8-9f64-4637-896a-38e66fe0b6f2 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444645
Dec 21 04:47:03.426237 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43242f60>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'cb972825-61a5-44ed-8293-ffd0669f65fb', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:68:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:43:32Z', 'updated_at': '2020-12-21T04:43:36Z', 'revision_number': 2, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:03.430361 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] Checking router: 42ab8466-798e-41b7-a0f8-9fec5f77cd49 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:47:03.439341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:47:03.451573 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43242f60>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:46:37Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:03.550031 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-886a503d-ba04-4b77-be78-b2f0cbfe4fb6 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432519
Dec 21 04:47:03.552929 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-d3bb103d-c493-4a72-bd21-180135bde5f7 req-09747ad9-1012-4f31-91ff-b5c387e55d49 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467264
Dec 21 04:47:03.640895 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:47:03.699338 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4d052bed-c3fa-4b4e-b34f-358fadc27595 req-4b037964-2992-447c-a071-f7d856c37004 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416569
Dec 21 04:47:03.994506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18736d04-4f7e-45d3-ad5e-983a7f985a14 req-afd293c1-7824-4210-94a0-84312a41afae tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:03.995429 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-18736d04-4f7e-45d3-ad5e-983a7f985a14 req-afd293c1-7824-4210-94a0-84312a41afae tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:47:04.011102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-18736d04-4f7e-45d3-ad5e-983a7f985a14 req-afd293c1-7824-4210-94a0-84312a41afae tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:47:04.012351 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-18736d04-4f7e-45d3-ad5e-983a7f985a14 req-afd293c1-7824-4210-94a0-84312a41afae tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 946 time: 0.1000347
Dec 21 04:47:04.013594 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43242f60>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'cb972825-61a5-44ed-8293-ffd0669f65fb', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:68:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:43:32Z', 'updated_at': '2020-12-21T04:43:36Z', 'revision_number': 2, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:04.017776 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e5c01-45b1-441c-9d97-0cae56ed0e3c None None] The sync data for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi is: [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_floatingips': [{'id': 'cb972825-61a5-44ed-8293-ffd0669f65fb', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'router_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'port_id': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'mac_address': 'fa:16:3e:68:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43046b0-3761-4524-803a-34a3921bac5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T04:43:32Z', 'updated_at': '2020-12-21T04:43:36Z', 'revision_number': 2, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:47:04.063501 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-18736d04-4f7e-45d3-ad5e-983a7f985a14 req-fc7650f9-836a-400a-9768-002d9c0de07e tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0444880
Dec 21 04:47:04.393234 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4ed38-f6b0-462d-9b88-9c29bf95106b None None] New status for floating IP 09fed68e-3627-414e-b2b0-e694b3aec38d: DOWN {{(pid=80294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:47:04.691848 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5bbb-1087-44f5-a708-c14c80ab6381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:05.137267 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:47:05.279378 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69217368-126e-440c-bcb5-8aaadeff6871 req-03093c0e-aa35-4629-ada5-32198a0ceb35 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:05.280966 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-69217368-126e-440c-bcb5-8aaadeff6871 req-03093c0e-aa35-4629-ada5-32198a0ceb35 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 946 time: 0.0861235
Dec 21 04:47:05.327469 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-69217368-126e-440c-bcb5-8aaadeff6871 req-72d24ba6-04be-4946-bc84-4bebbb24a9ab tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0400045
Dec 21 04:47:05.466445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-504ef747-52d9-4f4d-95ed-18d26ea8fc80 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:05.467251 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-504ef747-52d9-4f4d-95ed-18d26ea8fc80 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:47:05.479923 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-504ef747-52d9-4f4d-95ed-18d26ea8fc80 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:47:05.481129 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-504ef747-52d9-4f4d-95ed-18d26ea8fc80 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 946 time: 0.0946367
Dec 21 04:47:05.561096 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Deleting port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:05.561407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:05.574752 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:47:05.690582 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853042780'] for port, before_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:05.717547 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd'}] {{(pid=80294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:47:05.728179 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] For port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:05.731230 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275586304099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761268071317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363275586704466'] for port, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:05.733077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:05.801155 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Pushing event updated for resources: {'Port': ['ID=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,revision_number=5']} {{(pid=80294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:05.811868 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.812210 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.812591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.812965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.813331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.813700 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.814195 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.814470 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.814806 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.815187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.815543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.816102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.816610 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.817137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.817497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.817852 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.818208 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.818561 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.818932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.819285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.819640 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.819995 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.820347 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.820696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:05.821825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] For port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:05.822229 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:05.825261 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80294) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:05.863601 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'code': 200}
Dec 21 04:47:05.953095 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Calling delete_port for 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd owned by compute:nova {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:06.032960 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80292) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:47:06.033327 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:47:06.534452 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Deleting port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:06.535733 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:06.541110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5779c3c-84f4-49ec-8695-f1cccaee9401 req-7097b880-fc35-4aba-875c-f192661d7c83 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:06.542721 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b5779c3c-84f4-49ec-8695-f1cccaee9401 req-7097b880-fc35-4aba-875c-f192661d7c83 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 944 time: 0.0854392
Dec 21 04:47:06.589918 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-b5779c3c-84f4-49ec-8695-f1cccaee9401 req-2e8b892f-b74d-4696-aa73-282d766bc6fd tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0408566
Dec 21 04:47:06.790298 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] For port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:06.790608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:06.915171 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Calling delete_port for 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd owned by compute:nova {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:07.059291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:07.076917 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:07.089526 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-72f574d1-ce00-4720-a8ae-4798c4b7a0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:07.130963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event deleted for resources: {'Port': ['ID=0e2c63a4-88a3-4eb1-82de-ba637ee5cefd,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:07.142471 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.142890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.143323 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.143731 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.144712 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.145116 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.145511 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.145906 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.146302 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.146695 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.147113 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.147506 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-17-iscsi {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.147953 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.148346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.148739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.149133 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.149525 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.149915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.150305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.150698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.151110 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.152276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.152680 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.153073 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73306 {{(pid=80292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 04:47:07.158142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:07.290305 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:07.298591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] No DVR routers for this DVR port 0e2c63a4-88a3-4eb1-82de-ba637ee5cefd on host hv-cinder-73306 {{(pid=80292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:47:07.300899 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:07.303659 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'name': 'network-vif-deleted', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:47:07.318497 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-8f489568-1d95-49fc-945b-3aac0a98a55b req-9ff27b8d-3570-41f6-94d4-2a1514511cfb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "DELETE /v2.0/ports/0e2c63a4-88a3-4eb1-82de-ba637ee5cefd HTTP/1.1" status: 204  len: 173 time: 1.8301616
Dec 21 04:47:07.450206 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0986762c-dae5-494c-9ef1-603482103687', 'name': 'network-vif-deleted', 'tag': '0e2c63a4-88a3-4eb1-82de-ba637ee5cefd', 'status': 'completed', 'code': 200}
Dec 21 04:47:07.783465 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-4b331fd1-b285-462c-953a-2c869e73c9af req-9002ab70-0d48-4eb8-a45b-ba9c48f5320c tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=0986762c-dae5-494c-9ef1-603482103687 HTTP/1.1" status: 200  len: 210 time: 0.0580935
Dec 21 04:47:08.389850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:09.132636 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:11.440783 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-6c945032-8b4b-4624-8e88-b0873dbdfb4d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips/cb972825-61a5-44ed-8293-ffd0669f65fb HTTP/1.1" status: 200  len: 997 time: 0.1103139
Dec 21 04:47:11.838965 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-3992a0bf-3156-404a-9971-226e0ede8222 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:11.840443 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-3992a0bf-3156-404a-9971-226e0ede8222 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.3935490
Dec 21 04:47:11.851426 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-c9411e2d-b0cd-475f-b770-d5896e8a299f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=80293) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 04:47:11.852464 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-c9411e2d-b0cd-475f-b770-d5896e8a299f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0061965
Dec 21 04:47:11.960986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-fb734c00-50ff-4c56-80e2-b7100b15a336 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:47:11.975524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-fb734c00-50ff-4c56-80e2-b7100b15a336 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:47:11.976767 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-fb734c00-50ff-4c56-80e2-b7100b15a336 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.26 HTTP/1.1" status: 200  len: 1000 time: 0.1181865
Dec 21 04:47:12.056668 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-26a0a6c5-19da-43f4-9c6f-7168fabd6bbc tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:12.058134 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-26a0a6c5-19da-43f4-9c6f-7168fabd6bbc tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports/614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 942 time: 0.0754628
Dec 21 04:47:12.240255 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-6245c76b-cebf-4eef-98be-3108e3f548ab tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.26 HTTP/1.1" status: 200  len: 1000 time: 0.1019664
Dec 21 04:47:12.451491 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Deleting port 6d70ac0a-f8c3-4520-9651-70541bd62010 {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:12.452018 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:12.632039 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:12.632400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:12.756164 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Calling delete_port for 6d70ac0a-f8c3-4520-9651-70541bd62010 owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:12.906591 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:12.922353 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-9f411757-b043-4b18-a2f8-f2cb454fb85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:12.975580 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event deleted for resources: {'Port': ['ID=6d70ac0a-f8c3-4520-9651-70541bd62010,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:12.979500 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:13.137872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:13.138165 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.db.l3_db [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Floating IP cb972825-61a5-44ed-8293-ffd0669f65fb disassociated (deleted). External IP: 172.27.0.26, port: 614b3321-9772-40bb-a1fe-463f4207a5a9.
Dec 21 04:47:13.501047 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80293) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:47:13.687592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80293) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:47:13.697277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] Sync routers for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:47:13.707760 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:47:13.708445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43232a20>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:47:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:13.710986 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:13.766543 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-768cd7f2-f3fb-4c79-b1f6-1497a27fbecb tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "DELETE /v2.0/floatingips/cb972825-61a5-44ed-8293-ffd0669f65fb HTTP/1.1" status: 204  len: 173 time: 1.5201952
Dec 21 04:47:13.767150 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9'}] {{(pid=80293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:47:13.827926 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'status': 'completed', 'code': 200}
Dec 21 04:47:13.900692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:47:13.930575 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1628-640d-4619-989e-3fc5129c918e req-810b9889-c7ba-412d-a253-c5fb288cb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:13.932242 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-590f1628-640d-4619-989e-3fc5129c918e req-810b9889-c7ba-412d-a253-c5fb288cb114 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1162 time: 0.0825908
Dec 21 04:47:13.934865 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-b84ea786-b355-4834-b5b2-b703ee184d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:13.936591 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-b84ea786-b355-4834-b5b2-b703ee184d8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 1162 time: 0.1562867
Dec 21 04:47:14.081145 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1628-640d-4619-989e-3fc5129c918e req-e6d95cbc-5f3f-47ad-9bfe-867bb83bd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:14.083734 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-590f1628-640d-4619-989e-3fc5129c918e req-e6d95cbc-5f3f-47ad-9bfe-867bb83bd956 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1450353
Dec 21 04:47:14.086277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-b08a096f-e6c1-4746-8006-de47f1c185c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:14.087947 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-b08a096f-e6c1-4746-8006-de47f1c185c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 200  len: 906 time: 0.1441364
Dec 21 04:47:14.158130 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-590f1628-640d-4619-989e-3fc5129c918e req-8cb66e78-f7ca-4eb3-8caf-f279a6eef3ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 217 time: 0.0670583
Dec 21 04:47:14.160268 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-3b6f6bf7-078a-4872-99b4-c53ed4d3b118 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 200  len: 217 time: 0.0656302
Dec 21 04:47:14.244253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43232a20>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:14.247902 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-12176d0b-39da-4acc-9285-978acb5dfc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:14.248641 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] Checking router: 42ab8466-798e-41b7-a0f8-9fec5f77cd49 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:47:14.249608 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-12176d0b-39da-4acc-9285-978acb5dfc65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.0777822
Dec 21 04:47:14.260063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:47:14.260758 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43232a20>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:47:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:14.344563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-4204831d-02da-45d8-820a-001acfa025f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:14.346170 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-4204831d-02da-45d8-820a-001acfa025f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0875149
Dec 21 04:47:14.470391 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:47:14.486781 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1628-640d-4619-989e-3fc5129c918e req-82c9e890-0396-4298-96d1-e3ce698599a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:14.489353 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-590f1628-640d-4619-989e-3fc5129c918e req-82c9e890-0396-4298-96d1-e3ce698599a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 200  len: 851 time: 0.3238206
Dec 21 04:47:14.508875 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-f2a5e135-1d22-4ce1-a74f-35995cb76efc service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547527
Dec 21 04:47:14.577608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1628-640d-4619-989e-3fc5129c918e req-6f52e367-c013-49d6-901b-2e673c5f886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:14.579247 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-590f1628-640d-4619-989e-3fc5129c918e req-6f52e367-c013-49d6-901b-2e673c5f886b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d868963-851b-4b8f-95e5-ad6093b907aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0827484
Dec 21 04:47:14.735959 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-590f1628-640d-4619-989e-3fc5129c918e req-db3a9ddb-4327-4cd6-ab38-08d6b0c254e3 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487548
Dec 21 04:47:14.814333 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43232a20>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:14.818922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6902e7d-9495-44ef-adb0-6bae965c3828 None None] The sync data for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi is: [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:40:25Z', 'revision_number': 4, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi', '_interfaces': [{'id': '21de8e62-13c6-4df5-8631-27fcebe2ee45', 'name': '', 'network_id': '6d868963-851b-4b8f-95e5-ad6093b907aa', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'mac_address': 'fa:16:3e:14:11:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:24Z', 'updated_at': '2020-12-21T04:40:35Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'subnets': [{'id': 'c9631b37-aa44-43bb-8e2b-4f2e51041486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:47:14.900916 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-590f1628-640d-4619-989e-3fc5129c918e req-083b733a-d7e5-4119-aeb1-8a29708a9571 service neutron] 10.222.0.55 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578977
Dec 21 04:47:14.910729 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-a0f0083c-8456-41d9-ae94-07e52a5fb43e req-01f5c7bd-761d-4893-8881-32589b336a44 service neutron] 10.222.0.16 "GET /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3944497
Dec 21 04:47:15.197291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e31e1a7-c306-4a80-9b14-abdefb4be9aa None None] New status for floating IP cb972825-61a5-44ed-8293-ffd0669f65fb: DOWN {{(pid=80294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 04:47:15.336428 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd82f1-7a61-4817-a876-1f5e6f1be603 req-fe93814f-db86-473b-bf7d-8346b19cd201 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:15.337244 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-27fd82f1-7a61-4817-a876-1f5e6f1be603 req-fe93814f-db86-473b-bf7d-8346b19cd201 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:47:15.352193 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-27fd82f1-7a61-4817-a876-1f5e6f1be603 req-fe93814f-db86-473b-bf7d-8346b19cd201 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:47:15.353459 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-27fd82f1-7a61-4817-a876-1f5e6f1be603 req-fe93814f-db86-473b-bf7d-8346b19cd201 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 945 time: 0.1028566
Dec 21 04:47:15.405756 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-27fd82f1-7a61-4817-a876-1f5e6f1be603 req-0db75c2f-b93a-465e-93d0-ce7678b85f67 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0457103
Dec 21 04:47:16.618352 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d11774-678b-4791-b40d-f70b1e0d6d26 req-730a558d-21ce-4d5f-9044-f97a0a1a6b9d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:16.619982 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7d11774-678b-4791-b40d-f70b1e0d6d26 req-730a558d-21ce-4d5f-9044-f97a0a1a6b9d tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 945 time: 0.0829051
Dec 21 04:47:16.665713 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-c7d11774-678b-4791-b40d-f70b1e0d6d26 req-487cc919-ef31-41a6-abf2-13a5680028ed tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups?id=6fede065-0892-41d0-bb3a-d0f335bafeea&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0394378
Dec 21 04:47:16.801381 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b20d3f1d-7965-4fb8-9099-f2a85a01b74a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:16.802130 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b20d3f1d-7965-4fb8-9099-f2a85a01b74a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80292) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:47:16.814242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b20d3f1d-7965-4fb8-9099-f2a85a01b74a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:port {{(pid=80292) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:47:16.815460 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b20d3f1d-7965-4fb8-9099-f2a85a01b74a tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 945 time: 0.0956998
Dec 21 04:47:16.893030 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Deleting port 614b3321-9772-40bb-a1fe-463f4207a5a9 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:16.893406 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:17.144984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] For port 614b3321-9772-40bb-a1fe-463f4207a5a9, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73306',level=0,port_id=614b3321-9772-40bb-a1fe-463f4207a5a9,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:17.145309 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:17.276513 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Calling delete_port for 614b3321-9772-40bb-a1fe-463f4207a5a9 owned by compute:nova {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:17.417430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:17.432390 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f0284bbc-8b4e-49c2-a89f-9c09bb630631 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:17.491311 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event deleted for resources: {'Port': ['ID=614b3321-9772-40bb-a1fe-463f4207a5a9,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:17.495858 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:17.639341 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] No DVR routers for this DVR port 614b3321-9772-40bb-a1fe-463f4207a5a9 on host hv-cinder-73306 {{(pid=80292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:47:17.641614 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for port, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:17.646092 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'name': 'network-vif-deleted', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9'}] {{(pid=80292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 04:47:17.652249 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 614b3321-9772-40bb-a1fe-463f4207a5a9 no longer exists at agent ovs-agent-hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:47:17.660564 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-58d3d9b8-eb7e-415e-afad-f3e401d44b62 req-b0909e66-ce17-4f04-8193-47ac4e916ae5 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.55 "DELETE /v2.0/ports/614b3321-9772-40bb-a1fe-463f4207a5a9 HTTP/1.1" status: 204  len: 173 time: 0.8390560
Dec 21 04:47:17.686615 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] No Port match for: 614b3321-9772-40bb-a1fe-463f4207a5a9 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:47:17.687035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Device 614b3321-9772-40bb-a1fe-463f4207a5a9 not bound to the agent host hv-cinder-73306 {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:47:17.704898 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43046b0-3761-4524-803a-34a3921bac5c', 'name': 'network-vif-deleted', 'tag': '614b3321-9772-40bb-a1fe-463f4207a5a9', 'status': 'completed', 'code': 200}
Dec 21 04:47:17.844234 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-7e8fd070-ff44-4124-9506-11ac5b622add req-32bb6374-aede-412b-8a5d-c51deb5a2b69 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/ports?device_id=b43046b0-3761-4524-803a-34a3921bac5c HTTP/1.1" status: 200  len: 210 time: 0.0488746
Dec 21 04:47:18.795082 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:19.062388 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-5138c6e3-5ec2-4c43-9a1b-58b4a1e57d66 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips/bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f HTTP/1.1" status: 200  len: 692 time: 0.0832825
Dec 21 04:47:19.218635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-345bb044-54f1-442b-a222-6f4f64bfc8c4 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80293) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 04:47:19.220090 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-345bb044-54f1-442b-a222-6f4f64bfc8c4 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/networks/62fcf32e-2351-40da-9ead-73ebabec5a60 HTTP/1.1" status: 200  len: 784 time: 0.1512904
Dec 21 04:47:19.306659 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-97440a5a-9a75-4f78-98f0-21275b24ae43 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Synchronizing usage tracker for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 04:47:19.322198 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.quota.resource [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-97440a5a-9a75-4f78-98f0-21275b24ae43 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Unset dirty status for tenant:c9a3b1a5cbe74271b3ec25d419290273 on resource:floatingip {{(pid=80293) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 04:47:19.323424 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-97440a5a-9a75-4f78-98f0-21275b24ae43 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.19 HTTP/1.1" status: 200  len: 695 time: 0.0965033
Dec 21 04:47:19.410259 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-7febb465-94a2-4ebb-8e20-00d9756240e6 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.19 HTTP/1.1" status: 200  len: 695 time: 0.0802710
Dec 21 04:47:19.577248 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Deleting port 79c76d8b-bfe9-4af1-b160-d59cc49c59fe {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:19.577554 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:19.758337 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:19.758706 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:19.886335 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Calling delete_port for 79c76d8b-bfe9-4af1-b160-d59cc49c59fe owned by network:floatingip {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:20.026404 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:20.042169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-3e7187f6-1c06-41c5-aaed-3e6ad5783d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:20.094360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event deleted for resources: {'Port': ['ID=79c76d8b-bfe9-4af1-b160-d59cc49c59fe,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:20.100243 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:20.258666 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for floatingip, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:20.278890 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747081'] for floatingip, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:20.280177 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-225b6d99-7e5c-4949-ba75-416721847dc0 req-475a9eee-79e7-4fbc-b1b9-3e63e1828004 tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "DELETE /v2.0/floatingips/bc9ca974-3d18-4a28-93f2-7b4c7cc9aa4f HTTP/1.1" status: 204  len: 173 time: 0.8641944
Dec 21 04:47:21.762360 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-84bf76d9-dfab-403a-9af0-c60958ca6038 req-db1423d1-3b2a-4a96-a265-b079ec15560b tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "GET /v2.0/security-groups/6fede065-0892-41d0-bb3a-d0f335bafeea HTTP/1.1" status: 200  len: 2883 time: 0.0488760
Dec 21 04:47:21.838100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-84bf76d9-dfab-403a-9af0-c60958ca6038 req-43a76237-4b2b-48ab-bc14-b10d85caf3cf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:21.869259 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-84bf76d9-dfab-403a-9af0-c60958ca6038 req-43a76237-4b2b-48ab-bc14-b10d85caf3cf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:21.921100 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-84bf76d9-dfab-403a-9af0-c60958ca6038 req-43a76237-4b2b-48ab-bc14-b10d85caf3cf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:21.926344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8cb8775d-4e9b-4e33-9c1d-5271b3405e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:21.942820 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a76237-4b2b-48ab-bc14-b10d85caf3cf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fede065-0892-41d0-bb3a-d0f335bafeea,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:21.947252 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-43a76237-4b2b-48ab-bc14-b10d85caf3cf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:21.950751 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [req-84bf76d9-dfab-403a-9af0-c60958ca6038 req-43a76237-4b2b-48ab-bc14-b10d85caf3cf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:21.951984 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [req-84bf76d9-dfab-403a-9af0-c60958ca6038 req-43a76237-4b2b-48ab-bc14-b10d85caf3cf tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] 10.222.0.16 "DELETE /v2.0/security-groups/6fede065-0892-41d0-bb3a-d0f335bafeea HTTP/1.1" status: 204  len: 173 time: 0.1834729
Dec 21 04:47:22.019577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59750) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:22.530445 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949688'] for router_interface, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:23.115344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Deleting port 21de8e62-13c6-4df5-8631-27fcebe2ee45 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:23.115918 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:23.296764 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] For port 21de8e62-13c6-4df5-8631-27fcebe2ee45, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=21de8e62-13c6-4df5-8631-27fcebe2ee45,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:23.297159 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:23.423441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Calling delete_port for 21de8e62-13c6-4df5-8631-27fcebe2ee45 owned by network:router_interface {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:23.981949 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:23.997771 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e00e1b25-0937-4ef0-a65a-88ec114f5808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:24.053592 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Pushing event deleted for resources: {'Port': ['ID=21de8e62-13c6-4df5-8631-27fcebe2ee45,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:24.058687 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:24.400515 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1295693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949522'] for router_interface, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:24.901864 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:47:25.088027 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:47:25.096818 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] Sync routers for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:47:25.104344 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-f7ed3806-aedc-462a-98ae-d6b31580277d admin admin] 10.222.0.16 "PUT /v2.0/routers/42ab8466-798e-41b7-a0f8-9fec5f77cd49/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0812175
Dec 21 04:47:25.104597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59758) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:25.107692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:47:25.108407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43681e10>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:47:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:25.290696 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks [] for router, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:25.449762 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:47:25.476307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:25.482012 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Deleting port cf111b98-5d83-4b4b-b453-a0118931ee58 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:25.482377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:25.667720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] For port cf111b98-5d83-4b4b-b453-a0118931ee58, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=cf111b98-5d83-4b4b-b453-a0118931ee58,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:25.668115 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:25.748795 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43681e10>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:47:23Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:25.753276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] Checking router: 42ab8466-798e-41b7-a0f8-9fec5f77cd49 for host: dv-cinder-733062-17-iscsi {{(pid=80295) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:47:25.762439 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] Routers {'42ab8466-798e-41b7-a0f8-9fec5f77cd49'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80295) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:47:25.763149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e43681e10>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:47:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'], 'active': True} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:25.958940 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] Set router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 gateway port host: dv-cinder-733062-17-iscsi {{(pid=80295) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:47:26.031220 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Calling delete_port for cf111b98-5d83-4b4b-b453-a0118931ee58 owned by network:router_gateway {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:26.167914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:26.258633 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e43681e10>, [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:47:23Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80295) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:26.262740 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4a843c-3905-4ab8-8f39-69f261bfb6cb None None] The sync data for ids ['42ab8466-798e-41b7-a0f8-9fec5f77cd49'] in dv-cinder-733062-17-iscsi is: [{'id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'name': 'tempest-TestVolumeBootPattern-1252365335-router', 'tenant_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:20Z', 'updated_at': '2020-12-21T04:47:23Z', 'revision_number': 5, 'project_id': 'c9a3b1a5cbe74271b3ec25d419290273', 'gw_port': {'id': 'cf111b98-5d83-4b4b-b453-a0118931ee58', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ab8466-798e-41b7-a0f8-9fec5f77cd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:21Z', 'updated_at': '2020-12-21T04:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80295) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:47:26.362739 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853825661'] for router_gateway, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:26.496817 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854685182'] for router, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:26.499292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:26.525825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937084'] for router, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:26.526417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42ab8466-798e-41b7-a0f8-9fec5f77cd49 {{(pid=80292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 04:47:26.539111 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:26.540269 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-4a4d791b-f210-4c28-9837-6e8e35dfd03e admin admin] 10.222.0.16 "DELETE /v2.0/routers/42ab8466-798e-41b7-a0f8-9fec5f77cd49 HTTP/1.1" status: 204  len: 168 time: 1.4347060
Dec 21 04:47:26.543074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59762) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:26.611763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf9d1fb-3116-4886-97dd-c244b0e58f9b admin admin] Deleting subnet c9631b37-aa44-43bb-8e2b-4f2e51041486 {{(pid=80292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:47:26.614920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-acf9d1fb-3116-4886-97dd-c244b0e58f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:26.667456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-acf9d1fb-3116-4886-97dd-c244b0e58f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848182375'] for subnet, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:26.751522 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-acf9d1fb-3116-4886-97dd-c244b0e58f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:27.017509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-acf9d1fb-3116-4886-97dd-c244b0e58f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6903819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847877825'] for subnet, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:27.033346 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:27.047423 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 21de8e62-13c6-4df5-8631-27fcebe2ee45 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:47:27.081900 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 21de8e62-13c6-4df5-8631-27fcebe2ee45 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:47:27.082291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 21de8e62-13c6-4df5-8631-27fcebe2ee45 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:47:27.083071 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device cf111b98-5d83-4b4b-b453-a0118931ee58 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:47:27.087822 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9d1fb-3116-4886-97dd-c244b0e58f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9631b37-aa44-43bb-8e2b-4f2e51041486,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:27.090854 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-acf9d1fb-3116-4886-97dd-c244b0e58f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:27.115720 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: cf111b98-5d83-4b4b-b453-a0118931ee58 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:47:27.116046 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device cf111b98-5d83-4b4b-b453-a0118931ee58 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:47:27.175464 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-acf9d1fb-3116-4886-97dd-c244b0e58f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:27.180825 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c488d2a-0c3a-4db8-be3f-8d13a21e027f None None] Network 6d868963-851b-4b8f-95e5-ad6093b907aa requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:47:27.182934 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-acf9d1fb-3116-4886-97dd-c244b0e58f9b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c9631b37-aa44-43bb-8e2b-4f2e51041486 HTTP/1.1" status: 204  len: 168 time: 0.6388254
Dec 21 04:47:27.185509 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59766) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:27.311183 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:27.380673 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Deleting port 561394c8-f3eb-4879-b1be-6d79caa3ccde {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:27.381048 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:27.434657 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] DHCP port deletion for 6d868963-851b-4b8f-95e5-ad6093b907aa request from dv-cinder-733062-17-iscsi {{(pid=80294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 04:47:27.438914 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] Deleting port 561394c8-f3eb-4879-b1be-6d79caa3ccde {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:27.439354 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:27.597677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] For port 561394c8-f3eb-4879-b1be-6d79caa3ccde, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=561394c8-f3eb-4879-b1be-6d79caa3ccde,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:27.598938 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:27.653253 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] For port 561394c8-f3eb-4879-b1be-6d79caa3ccde, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=561394c8-f3eb-4879-b1be-6d79caa3ccde,segment=NetworkSegment(339f02c8-612e-4ca3-bef4-13329b58af83),segment_id=339f02c8-612e-4ca3-bef4-13329b58af83)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:27.653662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:27.726377 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Calling delete_port for 561394c8-f3eb-4879-b1be-6d79caa3ccde owned by network:dhcp {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:27.778726 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] Calling delete_port for 561394c8-f3eb-4879-b1be-6d79caa3ccde owned by network:dhcp {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:27.801075 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:27.816049 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c48ca88a-5a4e-41f4-9833-ac34876d185e tempest-AttachVolumeTestJSON-519564155 tempest-AttachVolumeTestJSON-519564155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:27.851225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:47:27.851546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:47:27.870746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Pushing event deleted for resources: {'Port': ['ID=561394c8-f3eb-4879-b1be-6d79caa3ccde,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:27.874624 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:27.954232 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] No DVR routers for this DVR port 561394c8-f3eb-4879-b1be-6d79caa3ccde on host dv-cinder-733062-17-iscsi {{(pid=80292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:47:28.075187 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:28.191543 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e41b63b38>,) {'filters': {'network_id': ['6d868963-851b-4b8f-95e5-ad6093b907aa']}} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:28.204778 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e41b63b38>, '339f02c8-612e-4ca3-bef4-13329b58af83') {'for_net_delete': True} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:28.205117 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e41b63b38>, '339f02c8-612e-4ca3-bef4-13329b58af83') {} {{(pid=80292) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:28.217550 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6593408'] for segment, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:28.232236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:28.234190 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:47:28.352658 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] Deleting port 561394c8-f3eb-4879-b1be-6d79caa3ccde {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:28.353093 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:28.412004 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Network 6d868963-851b-4b8f-95e5-ad6093b907aa has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:47:28.419063 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-74348afe-b2c2-496d-84a4-a0c5234a9920 None None] The port '561394c8-f3eb-4879-b1be-6d79caa3ccde' was deleted {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 04:47:28.421761 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847871575'] for segment, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:28.603724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Network 6d868963-851b-4b8f-95e5-ad6093b907aa has no segments {{(pid=80292) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:47:28.626156 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:47:28.703496 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:28.706794 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:28.720241 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:28.731648 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d868963-851b-4b8f-95e5-ad6093b907aa,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:28.734988 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:28.745705 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-ac86a3f4-09c6-4aa8-91b5-24599013201a admin admin] 10.222.0.16 "DELETE /v2.0/networks/6d868963-851b-4b8f-95e5-ad6093b907aa HTTP/1.1" status: 204  len: 168 time: 1.5591824
Dec 21 04:47:28.748779 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59770) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:29.048291 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 561394c8-f3eb-4879-b1be-6d79caa3ccde no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:47:29.083994 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 561394c8-f3eb-4879-b1be-6d79caa3ccde {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:47:29.084372 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 561394c8-f3eb-4879-b1be-6d79caa3ccde not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:47:29.326194 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-949688'] for router_interface, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:29.933019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Deleting port c06af99b-9bbe-4c9b-aef4-9cc647df266a {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:29.933590 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:30.115928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] For port c06af99b-9bbe-4c9b-aef4-9cc647df266a, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=c06af99b-9bbe-4c9b-aef4-9cc647df266a,segment=NetworkSegment(abf58be3-003e-41eb-a091-a85da71d0e82),segment_id=abf58be3-003e-41eb-a091-a85da71d0e82)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:30.116328 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:30.256360 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Calling delete_port for c06af99b-9bbe-4c9b-aef4-9cc647df266a owned by network:router_interface {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:30.448221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:30.464202 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-584e0946-e16d-4b63-9bc1-89d038455402 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:30.522197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06af99b-9bbe-4c9b-aef4-9cc647df266a,revision_number=None']} {{(pid=80292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:30.525074 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80292) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:30.883292 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1295693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949522'] for router_interface, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:31.378950 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Router 7082bedc-6c0c-49b1-8f27-a73f619bd15c has already been hosted by L3 agent 0a3ed11b-ae9e-4248-b0e0-4bd595bb5884 {{(pid=80292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 04:47:31.560707 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] Notify agent at l3_agent.dv-cinder-733062-17-iscsi the message routers_updated {{(pid=80292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 04:47:31.570227 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] Sync routers for ids ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'] in dv-cinder-733062-17-iscsi {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 04:47:31.570386 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-8bf0388f-635e-49ab-84ad-15c387a38ba8 admin admin] 10.222.0.16 "PUT /v2.0/routers/7082bedc-6c0c-49b1-8f27-a73f619bd15c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8205101
Dec 21 04:47:31.573077 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80292) accepted ('10.222.0.16', 59774) {{(pid=80292) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:31.580467 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] Routers {'7082bedc-6c0c-49b1-8f27-a73f619bd15c'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:47:31.581132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42c56550>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:47:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:31.770062 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] Set router 7082bedc-6c0c-49b1-8f27-a73f619bd15c gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:47:31.993366 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks [] for router, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:32.076256 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42c56550>, [{'id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:30Z', 'updated_at': '2020-12-21T04:47:30Z', 'revision_number': 5, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'gw_port': {'id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:31Z', 'updated_at': '2020-12-21T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:32.080665 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] Checking router: 7082bedc-6c0c-49b1-8f27-a73f619bd15c for host: dv-cinder-733062-17-iscsi {{(pid=80294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 04:47:32.090206 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] Routers {'7082bedc-6c0c-49b1-8f27-a73f619bd15c'} bound to L3 agent in host dv-cinder-733062-17-iscsi {{(pid=80294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 04:47:32.090872 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7e42c56550>, 'dv-cinder-733062-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T03:55:07Z,description=<?>,heartbeat_timestamp=2020-12-21T04:47:07Z,host='dv-cinder-733062-17-iscsi',id=0a3ed11b-ae9e-4248-b0e0-4bd595bb5884,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T03:55:07Z,topic='l3_agent')) {'router_ids': ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'], 'active': True} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:32.173149 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:32.178307 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Deleting port 0f2790f6-5942-4380-97fd-6c2b851ccc15 {{(pid=80292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:32.178670 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:32.369138 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] For port 0f2790f6-5942-4380-97fd-6c2b851ccc15, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=0f2790f6-5942-4380-97fd-6c2b851ccc15,segment=NetworkSegment(39abccfb-96d8-4ad7-94ef-1601e321bf9c),segment_id=39abccfb-96d8-4ad7-94ef-1601e321bf9c)] {{(pid=80292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:32.369457 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:32.446037 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvr_db [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] Set router 7082bedc-6c0c-49b1-8f27-a73f619bd15c gateway port host: dv-cinder-733062-17-iscsi {{(pid=80294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 04:47:32.505572 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Calling delete_port for 0f2790f6-5942-4380-97fd-6c2b851ccc15 owned by network:router_gateway {{(pid=80292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:32.636789 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6904319'] for port, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:32.744920 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_hamode_db [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7e42c56550>, [{'id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:30Z', 'updated_at': '2020-12-21T04:47:30Z', 'revision_number': 5, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'gw_port': {'id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:31Z', 'updated_at': '2020-12-21T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}], 'dv-cinder-733062-17-iscsi', False) {} {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:32.749035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339a07e-b7da-470a-bf84-3be43a68c993 None None] The sync data for ids ['7082bedc-6c0c-49b1-8f27-a73f619bd15c'] in dv-cinder-733062-17-iscsi is: [{'id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'name': 'tempest-TestVolumeBootPattern-417179723-router', 'tenant_id': 'cd09b75828604b7bab909c44273d847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'external_fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T04:40:30Z', 'updated_at': '2020-12-21T04:47:30Z', 'revision_number': 5, 'project_id': 'cd09b75828604b7bab909c44273d847e', 'gw_port': {'id': '0f2790f6-5942-4380-97fd-6c2b851ccc15', 'name': '', 'network_id': '62fcf32e-2351-40da-9ead-73ebabec5a60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082bedc-6c0c-49b1-8f27-a73f619bd15c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T04:40:31Z', 'updated_at': '2020-12-21T04:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef206030-4c98-4f00-99d0-659dd7d7c663', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-17-iscsi'}] {{(pid=80294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 04:47:32.829435 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853825661'] for router_gateway, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:32.962417 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-937114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854685182'] for router, precommit_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:32.965344 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:32.984915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-937084'] for router, after_delete {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:32.985455 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7082bedc-6c0c-49b1-8f27-a73f619bd15c {{(pid=80292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 04:47:32.998286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] Notify callbacks [] for router, before_response {{(pid=80292) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:33.002484 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-afa464c9-5b58-47cb-b1de-28b5dffc1315 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7082bedc-6c0c-49b1-8f27-a73f619bd15c HTTP/1.1" status: 204  len: 168 time: 1.4282043
Dec 21 04:47:33.002597 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59778) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:33.009998 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device c06af99b-9bbe-4c9b-aef4-9cc647df266a no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:47:33.046620 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: c06af99b-9bbe-4c9b-aef4-9cc647df266a {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:47:33.046978 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device c06af99b-9bbe-4c9b-aef4-9cc647df266a not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:47:33.070396 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c66b9a-36d2-4a3a-af78-30c73c944ce7 admin admin] Deleting subnet 3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad {{(pid=80293) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 04:47:33.073553 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7c66b9a-36d2-4a3a-af78-30c73c944ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:33.131094 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7c66b9a-36d2-4a3a-af78-30c73c944ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5480494'] for subnet, precommit_delete_associations {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:33.213656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7c66b9a-36d2-4a3a-af78-30c73c944ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1860783'] for subnet, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:33.483006 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7c66b9a-36d2-4a3a-af78-30c73c944ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852915036', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847533643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6353853'] for subnet, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:33.499410 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:33.545608 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c66b9a-36d2-4a3a-af78-30c73c944ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:33.550233 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-e7c66b9a-36d2-4a3a-af78-30c73c944ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:33.634286 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e7c66b9a-36d2-4a3a-af78-30c73c944ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for subnet, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:33.639255 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6f94b4-53e0-43cf-b287-fdd74400f67e None None] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 requested from dv-cinder-733062-17-iscsi {{(pid=80294) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 04:47:33.642615 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-e7c66b9a-36d2-4a3a-af78-30c73c944ce7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3ee462bb-8b76-4a6d-beb4-4caf0e6ff1ad HTTP/1.1" status: 204  len: 168 time: 0.6364610
Dec 21 04:47:33.643009 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59782) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:33.760886 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853070530'] for network, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:33.827701 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Deleting port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa {{(pid=80293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:33.828066 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:33.889922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] DHCP port deletion for 92ad2d3e-a996-475a-a50c-10917c0999b9 request from dv-cinder-733062-17-iscsi {{(pid=80294) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 04:47:33.894238 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] Deleting port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:33.894656 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:34.047970 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] For port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=06f8ff68-b595-48ed-a1e9-0d4c76b233fa,segment=NetworkSegment(abf58be3-003e-41eb-a091-a85da71d0e82),segment_id=abf58be3-003e-41eb-a091-a85da71d0e82)] {{(pid=80293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:34.048293 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:34.104705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.db [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] For port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa, host dv-cinder-733062-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-17-iscsi',level=0,port_id=06f8ff68-b595-48ed-a1e9-0d4c76b233fa,segment=NetworkSegment(abf58be3-003e-41eb-a091-a85da71d0e82),segment_id=abf58be3-003e-41eb-a091-a85da71d0e82)] {{(pid=80294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 04:47:34.105143 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853817770'] for port, precommit_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:34.175555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Calling delete_port for 06f8ff68-b595-48ed-a1e9-0d4c76b233fa owned by network:dhcp {{(pid=80293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:34.235239 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] Calling delete_port for 06f8ff68-b595-48ed-a1e9-0d4c76b233fa owned by network:dhcp {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 04:47:34.249484 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830665826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275586304235', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275586704500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847534015'] for port, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:34.276989 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-0c579c19-c952-49f6-a225-9641c47ef84f tempest-TestVolumeBootPattern-891941578 tempest-TestVolumeBootPattern-891941578] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:34.307425 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.db.api [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80294) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 04:47:34.307766 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_db.api [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80294) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 04:47:34.328859 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=06f8ff68-b595-48ed-a1e9-0d4c76b233fa,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:34.333535 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:34.418277 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] No DVR routers for this DVR port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa on host dv-cinder-733062-17-iscsi {{(pid=80293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 04:47:34.467991 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-087cbdd2-3bb5-49b9-b597-9f3365e2d624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:34.556991 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1873157', 'neutron.services.segments.db._delete_segments_for_network-8761268574954'] for network, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:34.672928 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7e430697b8>,) {'filters': {'network_id': ['92ad2d3e-a996-475a-a50c-10917c0999b9']}} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:34.686546 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e430697b8>, 'abf58be3-003e-41eb-a091-a85da71d0e82') {'for_net_delete': True} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:34.686887 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.services.segments.db [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7e430697b8>, 'abf58be3-003e-41eb-a091-a85da71d0e82') {} {{(pid=80293) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 04:47:34.699963 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363275586195708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036849295305'] for segment, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:34.719774 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1863444'] for segment, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:34.722107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80293) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 04:47:34.809647 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] Deleting port 06f8ff68-b595-48ed-a1e9-0d4c76b233fa {{(pid=80294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 04:47:34.810413 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275586307905'] for port, before_delete {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:34.882336 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-f51116c7-9729-4da1-b45d-64c6902a27a3 None None] The port '06f8ff68-b595-48ed-a1e9-0d4c76b233fa' was deleted {{(pid=80294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 04:47:34.907287 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:47:34.917270 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852912356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7241751'] for segment, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:35.052637 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0f2790f6-5942-4380-97fd-6c2b851ccc15 no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:47:35.086763 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 0f2790f6-5942-4380-97fd-6c2b851ccc15 {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:47:35.087221 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 0f2790f6-5942-4380-97fd-6c2b851ccc15 not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:47:35.087677 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 06f8ff68-b595-48ed-a1e9-0d4c76b233fa no longer exists at agent ovs-agent-dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 04:47:35.108495 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.managers [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Network 92ad2d3e-a996-475a-a50c-10917c0999b9 has no segments {{(pid=80293) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 04:47:35.120897 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.plugin [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] No Port match for: 06f8ff68-b595-48ed-a1e9-0d4c76b233fa {{(pid=80294) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 04:47:35.121285 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.plugins.ml2.rpc [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Device 06f8ff68-b595-48ed-a1e9-0d4c76b233fa not bound to the agent host dv-cinder-733062-17-iscsi {{(pid=80294) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]: Traceback (most recent call last):
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     timer()
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     cb(*args, **kw)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     return func(*args, **kwargs)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     self._notify()
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     self.callback(batched_events)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     event.method(event)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     segment_id)['aggregates'][0]
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     return f(self, *a, **k)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self._get(url).json()
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     **kwargs)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     return self.request(url, 'GET', **kwargs)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     **endpoint_filter)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 04:47:35.132087 dv-cinder-733062-17-iscsi neutron-server[80181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 04:47:35.210689 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852902643', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853480108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950185'] for network, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:35.214295 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-a8076784-5019-4c4e-b826-f9e35d07961e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:35.232444 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853480089'] for network, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:35.243441 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ad2d3e-a996-475a-a50c-10917c0999b9,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:35.246842 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:35.248732 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-5385b212-7906-4f1a-8e26-fe2067cefcf9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/92ad2d3e-a996-475a-a50c-10917c0999b9 HTTP/1.1" status: 204  len: 168 time: 1.6047118
Dec 21 04:47:35.390968 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59788) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:35.442839 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-7ea676eb-77bd-469c-ad4f-c47f319b4629 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9a3b1a5cbe74271b3ec25d419290273&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0499971
Dec 21 04:47:35.445791 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59792) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:35.507259 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6724ba5f-e9de-41e8-92f6-8b82b886309e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:35.533724 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6724ba5f-e9de-41e8-92f6-8b82b886309e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:35.581932 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6724ba5f-e9de-41e8-92f6-8b82b886309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:35.587698 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-d679e2be-5181-4bc5-bcf5-25ffc14138bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:35.604563 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724ba5f-e9de-41e8-92f6-8b82b886309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca64f7bd-b234-4cf9-87a1-780e5876cc30,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:35.607705 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6724ba5f-e9de-41e8-92f6-8b82b886309e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:35.609746 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6724ba5f-e9de-41e8-92f6-8b82b886309e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:35.610961 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6724ba5f-e9de-41e8-92f6-8b82b886309e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca64f7bd-b234-4cf9-87a1-780e5876cc30 HTTP/1.1" status: 204  len: 168 time: 0.1642826
Dec 21 04:47:36.014773 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59800) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:36.070416 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-c7cb0133-196d-4f61-9b35-ddbd4122684b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd09b75828604b7bab909c44273d847e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0542221
Dec 21 04:47:36.072879 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.wsgi [-] (80293) accepted ('10.222.0.16', 59804) {{(pid=80293) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 04:47:36.362019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6bd080f1-af46-4441-8249-e7a74086c85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:36.389242 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6bd080f1-af46-4441-8249-e7a74086c85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:36.435137 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6bd080f1-af46-4441-8249-e7a74086c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557739'] for security_group, after_delete {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:36.439064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-c833fa65-7cd6-4349-b103-880e764faf94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 04:47:36.453177 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd080f1-af46-4441-8249-e7a74086c85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c79ae2-1cf6-4878-952d-01453a78dde4,revision_number=None']} {{(pid=80293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 04:47:36.457400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG oslo_concurrency.lockutils [None req-6bd080f1-af46-4441-8249-e7a74086c85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80293) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 04:47:36.459132 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-6bd080f1-af46-4441-8249-e7a74086c85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80293) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:36.460782 dv-cinder-733062-17-iscsi neutron-server[80181]: INFO neutron.wsgi [None req-6bd080f1-af46-4441-8249-e7a74086c85e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6c79ae2-1cf6-4878-952d-01453a78dde4 HTTP/1.1" status: 204  len: 168 time: 0.3866217
Dec 21 04:47:37.092016 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae09f-576a-407e-b9d7-82c72b1cf05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:37.294784 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:38.463442 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:39.140984 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:47:42.137524 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:47:48.819102 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:04.470107 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e16696de-854a-40a2-afdb-79a537885363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:07.092898 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-8101f6a7-5ebc-4473-be40-be8676ba3998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:07.296225 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:08.396915 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:09.141753 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:18.811734 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:19.137430 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:48:34.472162 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cb55-7717-48af-80eb-690b142fafde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:37.093502 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-c53ba488-3490-48f8-9a81-3396e67cc8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:37.298350 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:38.399079 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:39.144407 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:48.820064 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:48:56.137983 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:49:04.474191 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e58b47f8-f810-4cc2-a09a-6f3b6e9352ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:07.093881 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-b2aeb048-8856-41af-b89a-a6068d940241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:07.299841 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:08.400222 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:09.149276 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:18.833882 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:33.138479 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:49:34.477134 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e3db-6136-4d33-9a6b-8f28b23f8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:37.095015 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-20624d5b-936e-4cef-aefa-c9e70c5657f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:37.302166 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:38.401809 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:39.152570 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:49:48.840316 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:04.481035 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-dfa81e54-a817-49ee-88de-93b3656e3495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:07.095488 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-99f28c6e-3ece-4cac-bd85-e8a146bff348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:07.305922 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:08.402635 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:09.155873 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:10.138266 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:50:18.834338 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:34.484197 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-d605b437-6879-496e-a2ad-63e4c10a332b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:37.097304 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-825bbe6f-8513-42bf-94ae-4eb708357062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:37.309555 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:38.404697 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:39.159437 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:50:47.138602 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:50:48.849080 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:04.486456 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e128019e-d05d-4eb8-9acb-a575fac0fec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:07.097770 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-a9fc881d-9215-42d8-8be0-c7195ce09965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:07.312142 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:08.405497 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:09.162826 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:18.855559 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:24.138577 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:51:34.488279 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-9eb43f65-e110-424e-aead-dc39ebd11c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:37.099175 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-964b2cd4-2c0a-409e-8335-a0a13f3732b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:37.313807 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:38.407331 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:39.168273 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:51:48.854662 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:01.140055 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:52:04.490499 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7b73-43fe-43e6-88f4-b54d206d0c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:07.102236 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-e5cebcb3-f49b-4437-a2b1-7d0a8c4753ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:07.317019 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:08.408850 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:09.170996 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:18.868919 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:34.493282 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-4187600f-27d2-46df-af6d-0de91e543954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:37.103330 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-ec4277e1-fe77-44f5-9253-0e229f1a5158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:37.320400 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-eb057750-fb33-43f4-997b-e13eff8711f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:38.139987 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron.db.agents_db [None req-fcb2e3da-faf2-46d1-a2f9-14460a55520d None None] Agent healthcheck: found 6 active agents {{(pid=80295) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 04:52:38.410692 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-71c4bb52-690c-44fe-aa30-714429a6a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:39.175169 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-12572113-abd7-4241-b89b-1783c07d6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:52:48.871643 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-57d9c984-23f5-4190-92ee-df4916db65fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 04:53:04.495465 dv-cinder-733062-17-iscsi neutron-server[80181]: DEBUG neutron_lib.callbacks.manager [None req-786670dc-139f-415e-9c4a-7ad00e1abbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761268574937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873650'] for agent, after_update {{(pid=80294) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}